[ 524.384706] env[67084]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.384706] env[67084]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.395639] env[67174]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.395639] env[67174]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 526.976270] env[67174]: INFO neutron.common.config [-] Logging enabled! [ 526.976737] env[67174]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 526.976904] env[67174]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=67174) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 526.977249] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 526.977361] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 526.978186] env[67174]: WARNING oslo_policy.policy [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.978401] env[67174]: WARNING oslo_policy.policy [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 526.980088] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] VMware NSXv3 Agent initialized successfully. [ 526.980441] env[67174]: DEBUG oslo_concurrency.lockutils [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] Acquiring lock "singleton_lock" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.980568] env[67174]: DEBUG oslo_concurrency.lockutils [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] Acquired lock "singleton_lock" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.980771] env[67174]: DEBUG oslo_concurrency.lockutils [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] Releasing lock "singleton_lock" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.981068] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] Full set of CONF: {{(pid=67174) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 526.981182] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ******************************************************************************** {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 526.981284] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] Configuration options gathered from: {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 526.981639] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 526.981809] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 526.981915] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ================================================================================ {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 526.982104] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] agent_down_time = 75 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.982237] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] allow_automatic_dhcp_failover = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.982404] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] allow_bulk = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.982510] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] api_extensions_path = {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.982644] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] api_paste_config = api-paste.ini {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.982780] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] auth_strategy = keystone {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.982882] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] backdoor_port = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.983047] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] backdoor_socket = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.983107] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] backlog = 4096 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.983246] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] base_mac = fa:16:3e:00:00:00 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.983399] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] bind_host = 0.0.0.0 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.983533] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] bind_port = 9696 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.983661] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] client_socket_timeout = 900 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.983792] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] config_dir = [] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.983896] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.984037] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] config_source = [] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.984192] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] control_exchange = neutron {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.984330] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] core_plugin = ml2 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.984471] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] debug = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.984603] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] default_availability_zones = [] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.984831] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.984975] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] dhcp_agent_notification = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.985123] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] dhcp_agents_per_network = 1 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.985255] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] dhcp_lease_duration = 86400 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.985392] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] dhcp_load_type = networks {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.985524] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] dns_domain = openstacklocal {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.985656] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.985782] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] enable_default_route_bfd = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.985907] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] enable_default_route_ecmp = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.986043] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] enable_dvr = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.986171] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] enable_new_agents = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.986297] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.986420] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] enable_signals = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.986564] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] enable_traditional_dhcp = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.986697] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] external_dns_driver = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.986824] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] filter_validation = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.986960] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] global_physnet_mtu = 8950 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.987125] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] graceful_shutdown_timeout = 60 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.987310] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] host = cpu-1 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.987451] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] host_dvr_for_dhcp = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.987580] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] http_retries = 3 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.987715] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] instance_format = [instance: %(uuid)s] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.987852] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.987988] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ipam_driver = internal {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.988133] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ipv6_pd_enabled = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.988262] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] l3_ha = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.988398] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.988531] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] l3_ha_network_physical_name = {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.988661] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] l3_ha_network_type = {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.988796] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] log_color = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.988930] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] log_config_append = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.989073] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.989204] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] log_dir = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.989332] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] log_file = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.989469] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] log_options = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.989620] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] log_rotate_interval = 1 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.989763] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] log_rotate_interval_type = days {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.989900] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] log_rotation_type = none {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.989999] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.990116] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.990255] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.990392] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.990493] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.990628] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] max_dns_nameservers = 5 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.990760] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] max_header_line = 16384 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.990889] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] max_l3_agents_per_router = 3 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.991027] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] max_logfile_count = 30 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.991157] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] max_logfile_size_mb = 200 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.991286] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] max_subnet_host_routes = 20 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.991422] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] my_ip = 10.180.1.21 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.991553] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] my_ipv6 = ::1 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.991680] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] network_auto_schedule = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.991804] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] network_link_prefix = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.991936] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.992082] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] notify_nova_on_port_data_changes = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.992218] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] notify_nova_on_port_status_changes = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.992351] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] pagination_max_limit = -1 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.992477] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] publish_errors = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.992603] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] rate_limit_burst = 0 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.992734] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] rate_limit_except_level = CRITICAL {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.992860] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] rate_limit_interval = 0 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.992982] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] retry_until_window = 30 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.993119] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] router_distributed = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.993246] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] rpc_resources_processing_step = 20 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.993372] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] rpc_response_max_timeout = 600 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.993500] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] rpc_response_timeout = 60 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.993625] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] send_events_interval = 2 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.993771] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] service_plugins = ['router'] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.993906] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] setproctitle = on {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.994039] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] shell_completion = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.994211] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] state_path = /opt/stack/data/neutron {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.994325] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] syslog_log_facility = LOG_USER {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.994463] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] tcp_keepidle = 600 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.994594] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] transport_url = **** {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.994721] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] use_journal = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.994845] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] use_json = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.994969] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] use_ssl = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.995104] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] use_stderr = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.995252] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] use_syslog = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.995383] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] vlan_qinq = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.995509] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] vlan_transparent = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.995635] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] watch_log_file = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.995763] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] wsgi_default_pool_size = 100 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.995890] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] wsgi_keep_alive = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.996034] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.996165] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] wsgi_server_debug = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.996312] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_concurrency.disable_process_locking = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.996452] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.996633] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.996778] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.996921] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.997069] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.997207] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.997359] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler.connection_string = messaging:// {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.997527] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler.enabled = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.997683] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler.es_doc_type = notification {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.997818] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler.es_scroll_size = 10000 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.997954] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler.es_scroll_time = 2m {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.998099] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler.filter_error_trace = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.998238] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler.hmac_keys = **** {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.998374] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler.sentinel_service_name = mymaster {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.998515] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler.socket_timeout = 0.1 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.998648] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler.trace_requests = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.998778] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler.trace_sqlalchemy = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.998925] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler_jaeger.process_tags = {} {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.999083] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler_jaeger.service_name_prefix = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.999235] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] profiler_otlp.service_name_prefix = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.999386] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_policy.enforce_new_defaults = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.999659] env[67174]: WARNING oslo_config.cfg [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 526.999808] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_policy.enforce_scope = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.999950] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_policy.policy_default_rule = default {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.000108] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.000249] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.000386] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.000512] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.000640] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.000763] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.000891] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.001032] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_policy.remote_timeout = 60.0 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.001179] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.001324] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] agent.extensions = [] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.001461] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.001598] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] service_providers.service_provider = [] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.001737] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] QUOTAS.default_quota = -1 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.001873] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.002026] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] QUOTAS.quota_floatingip = 50 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.002142] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] QUOTAS.quota_network = 100 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.002272] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] QUOTAS.quota_port = 500 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.002401] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.002528] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] QUOTAS.quota_router = 10 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.002655] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] QUOTAS.quota_security_group = 10 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.002779] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.002904] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] QUOTAS.quota_subnet = 100 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.003043] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] QUOTAS.track_quota_usage = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.003191] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.003323] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep.group = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.003447] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep.helper_command = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.003575] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep.log_daemon_traceback = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.003708] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.003839] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep.thread_pool_size = 8 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.003964] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep.user = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.004114] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.004262] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_dhcp_release.group = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.004396] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_dhcp_release.helper_command = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.004522] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.004650] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.004777] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.004902] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_dhcp_release.user = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.005047] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.005175] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_ovs_vsctl.group = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.005326] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_ovs_vsctl.helper_command = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.005471] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.005603] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.005731] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.005853] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_ovs_vsctl.user = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.005987] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_namespace.capabilities = [21] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.006124] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_namespace.group = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.006251] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_namespace.helper_command = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.006380] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_namespace.log_daemon_traceback = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.006508] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.006633] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_namespace.thread_pool_size = 8 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.006756] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_namespace.user = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.006889] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_conntrack.capabilities = [12] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.007022] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_conntrack.group = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.007150] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_conntrack.helper_command = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.007278] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.007409] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.007539] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.007663] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_conntrack.user = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.007797] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_link.capabilities = [12, 21] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.007920] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_link.group = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.008051] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_link.helper_command = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.008181] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_link.log_daemon_traceback = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.008312] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.008437] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_link.thread_pool_size = 8 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.008558] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] privsep_link.user = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.008701] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.008842] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.008975] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.continue_on_failed_promotions = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.009114] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.dscp = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.009246] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.dscp_inherit = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.009382] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.force_mp_to_policy = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.009523] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.locking_coordinator_url = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.009687] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.log_agent_heartbeats = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.009824] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.logging_expire = 1 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.009962] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.010111] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.010252] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.polling_interval = 240 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.010386] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.010521] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.010659] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.report_interval = 30.0 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.010792] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.010923] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.011065] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.011201] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.sync_skew = 60 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.011332] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.synchronization_queue_size = 20 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.011465] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT.use_helper_for_ns_read = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.011602] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] SECURITYGROUP.enable_ipset = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.011737] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] SECURITYGROUP.enable_security_group = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.011870] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.012009] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.012150] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] experimental.ipv6_pd_enabled = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.012302] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ml2.extension_drivers = ['port_security'] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.012430] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ml2.external_network_type = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.012572] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.012709] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ml2.overlay_ip_version = 4 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.012843] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ml2.path_mtu = 8950 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.012980] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ml2.physical_network_mtus = {} {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.013131] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ml2.tenant_network_types = ['vlan'] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.013266] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.013405] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ml2.type_drivers = ['vlan'] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.013568] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT_CLI.neutron_port_id = [] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.013751] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.013889] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.014045] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.014205] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.014381] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.014522] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.014663] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.014798] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.014991] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.015149] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_login_password = **** {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.015317] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_login_port = 443 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.015458] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_login_user = admin {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.015592] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.015730] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.015864] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.015995] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.016145] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.016285] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.016423] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.016559] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.016691] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.016826] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.016965] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.017107] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.017242] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.017429] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.017571] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] vsphere.vsphere_login_password = VMware1! {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.017704] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.017835] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.017970] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] nova.auth_section = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.018124] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] nova.auth_type = password {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.018261] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.018388] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] nova.certfile = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.018516] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] nova.collect_timing = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.018651] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] nova.endpoint_type = public {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.018779] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] nova.insecure = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.018905] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] nova.keyfile = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.019049] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] nova.region_name = RegionOne {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.019184] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] nova.split_loggers = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.019311] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] nova.timeout = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.019443] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] placement.auth_section = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.019580] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] placement.auth_type = password {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.019711] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.019835] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] placement.certfile = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.019962] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] placement.collect_timing = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.020110] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] placement.endpoint_type = public {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.020243] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] placement.insecure = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.020361] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] placement.keyfile = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.020483] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] placement.region_name = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.020606] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] placement.split_loggers = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.020726] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] placement.timeout = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.020857] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.auth_section = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.020983] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.auth_type = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.021127] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.cafile = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.021244] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.certfile = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.021374] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.collect_timing = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.021495] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.connect_retries = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.021643] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.connect_retry_delay = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.021791] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.enable_notifications = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.021914] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.endpoint_override = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.022065] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.insecure = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.022197] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.interface = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.022323] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.keyfile = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.022450] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.max_version = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.022572] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.min_version = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.022694] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.region_name = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.022818] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.retriable_status_codes = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.022941] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.service_name = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.023074] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.service_type = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.023202] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.split_loggers = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.023326] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.status_code_retries = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.023450] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.status_code_retry_delay = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.023574] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.timeout = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.023697] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.valid_interfaces = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.023820] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ironic.version = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.023952] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] cli_script.dry_run = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.024105] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.024265] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.024406] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.024537] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.024666] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.024792] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.024917] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.025053] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.025204] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.025375] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.025509] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.025646] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.025783] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.025915] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.026053] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.026190] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.026319] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.026447] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.026579] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.026707] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.026833] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.026957] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.027092] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.027222] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.027346] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.027472] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.027598] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.027725] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.027851] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.027976] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.028116] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.ssl = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.028250] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.028383] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.028510] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.028640] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.028770] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.ssl_version = {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.028894] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.029042] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_notifications.driver = [] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.029176] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_notifications.retry = -1 {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.029319] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.029445] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] oslo_messaging_notifications.transport_url = **** {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.029551] env[67174]: DEBUG oslo_service.backend._eventlet.service [None req-98fd333b-8eea-4ca7-ab6e-990f7275d435 None None] ******************************************************************************** {{(pid=67174) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.030689] env[67174]: DEBUG neutron.agent.securitygroups_rpc [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Init firewall settings (driver=nsxv3) {{(pid=67174) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 527.032025] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=67174) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 527.032274] env[67174]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] RPC agent_id: nsxm-l-01a.corp.local [ 527.034531] env[67174]: DEBUG dogpile.cache.region [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.034649] env[67174]: DEBUG dogpile.lock [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 527.034743] env[67174]: DEBUG dogpile.lock [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 527.034831] env[67174]: DEBUG dogpile.lock [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 527.034920] env[67174]: DEBUG dogpile.cache.region [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.035012] env[67174]: DEBUG dogpile.lock [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 527.035143] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.069691] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Session token - acquiring [ 527.071668] env[67174]: DEBUG networking_nsxv3.common.locking [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.071881] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.071951] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.072575] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.084967] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.370935] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 527.396715] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 527.396919] env[67174]: DEBUG dogpile.cache.region [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Cache value generated in 0.362 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 527.396967] env[67174]: DEBUG dogpile.lock [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 527.397089] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Activating Policy API Provider. [ 527.397287] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Looking for the default Infrastructure Rules. [ 527.467695] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Looking for the Default Layer3 Logged Drop Section. [ 527.486583] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 527.487123] env[67174]: DEBUG networking_nsxv3.common.locking [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.487435] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquiring lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.487435] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.487741] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired external semaphore "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.488134] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.007668] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.510365] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.013186] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Inventory metadata is going to be refreshed. [ 529.013575] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 529.769697] env[67174]: DEBUG networking_nsxv3.common.locking [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.769978] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.770168] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.770440] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.782521] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 529.783549] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.784240] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 529.801872] env[67174]: DEBUG networking_nsxv3.common.locking [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.802210] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.802304] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.802568] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.802694] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.802837] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 529.802947] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.803058] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 529.821632] env[67174]: DEBUG networking_nsxv3.common.locking [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.821833] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.821894] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.822294] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.822466] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.822605] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 529.843876] env[67174]: DEBUG networking_nsxv3.common.locking [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.844130] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.844217] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.844520] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.844696] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.844845] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 529.865367] env[67174]: DEBUG networking_nsxv3.common.locking [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.865631] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquiring lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.865631] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.865928] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired external semaphore "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.866079] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Releasing lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.866230] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 529.866334] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.866434] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 529.887213] env[67174]: DEBUG networking_nsxv3.common.locking [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.887461] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquiring lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.887509] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.887776] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired external semaphore "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.887898] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Releasing lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.888056] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 529.888162] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.888263] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 529.913590] env[67174]: DEBUG networking_nsxv3.common.locking [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.913806] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.913966] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.914271] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.914432] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.914568] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 529.914670] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.914766] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Inventory metadata have been refreshed. [ 529.914860] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Dryrun:True. Metadata refresh completed. [ 529.914972] env[67174]: DEBUG oslo_concurrency.lockutils [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Releasing lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.916659] env[67174]: INFO neutron.agent.agent_extensions_manager [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Loaded agent extensions: [] [ 529.917375] env[67174]: DEBUG neutron_lib.callbacks.manager [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=67174) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 529.969703] env[67174]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] NSXv3 Agent Agent RPC Daemon Started! [ 529.969883] env[67174]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] NSXv3 Agent Agent loop - iteration:0 started [ 529.969921] env[67174]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] NSXv3 Agent Agent out of sync with plugin! [ 534.918623] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.918893] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.919597] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.920114] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.921377] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.921669] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.927303] env[67174]: INFO networking_nsxv3.common.synchronization [None req-12a703ac-3ecc-43b9-9263-95bdd754848f demo admin] Enqueued Resource ID: 1b3408ed-cd76-4f80-a11b-d79b99cc73af with Priority: HIGHEST for action security_group_rules [ 544.927804] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3408ed-cd76-4f80-a11b-d79b99cc73af with Priority: HIGHEST for action security_group_rules [ 544.928216] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b3408ed-cd76-4f80-a11b-d79b99cc73af taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.928367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b3408ed-cd76-4f80-a11b-d79b99cc73af" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.928431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b3408ed-cd76-4f80-a11b-d79b99cc73af" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.928773] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b3408ed-cd76-4f80-a11b-d79b99cc73af" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.928859] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b3408ed-cd76-4f80-a11b-d79b99cc73af',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.451151] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.451458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.451458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.451594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.451652] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.451739] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b3408ed-cd76-4f80-a11b-d79b99cc73af already deleted. [ 545.451822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b3408ed-cd76-4f80-a11b-d79b99cc73af" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.928383] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.928761] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.930317] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.930317] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.931658] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.931658] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.932220] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.935199] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.795504] env[67174]: INFO networking_nsxv3.common.synchronization [None req-723bb0d2-b60b-47a3-b108-f08a73de55ac None None] Enqueued Resource ID: 7e3e0884-ead9-4e65-b0bf-18f3b090f05a with Priority: HIGHEST for action port [ 569.798247] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3e0884-ead9-4e65-b0bf-18f3b090f05a with Priority: HIGHEST for action port [ 569.798247] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e3e0884-ead9-4e65-b0bf-18f3b090f05a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.798247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e3e0884-ead9-4e65-b0bf-18f3b090f05a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.798247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e3e0884-ead9-4e65-b0bf-18f3b090f05a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.798247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e3e0884-ead9-4e65-b0bf-18f3b090f05a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.798247] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3e0884-ead9-4e65-b0bf-18f3b090f05a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.302590] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e3e0884-ead9-4e65-b0bf-18f3b090f05a [ 570.302654] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.302784] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.302853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.303096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.303188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.303285] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e3e0884-ead9-4e65-b0bf-18f3b090f05a already deleted. [ 570.303368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e3e0884-ead9-4e65-b0bf-18f3b090f05a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.714876] env[67174]: INFO networking_nsxv3.common.synchronization [None req-39a3889b-119f-4c90-b73a-2dd24ef28300 None None] Enqueued Resource ID: 2f77e332-dacb-49fc-9098-f2eceec947e4 with Priority: HIGHEST for action port [ 571.716028] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f77e332-dacb-49fc-9098-f2eceec947e4 with Priority: HIGHEST for action port [ 571.716028] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f77e332-dacb-49fc-9098-f2eceec947e4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.716028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f77e332-dacb-49fc-9098-f2eceec947e4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.716028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f77e332-dacb-49fc-9098-f2eceec947e4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.717280] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f77e332-dacb-49fc-9098-f2eceec947e4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.717402] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f77e332-dacb-49fc-9098-f2eceec947e4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.939476] env[67174]: INFO networking_nsxv3.common.synchronization [None req-3325fdf9-1f3f-4c4a-b9a4-afef05b99f11 None None] Enqueued Resource ID: 38560938-1a7c-45da-8cd7-71296744ce87 with Priority: HIGHEST for action port [ 571.940879] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38560938-1a7c-45da-8cd7-71296744ce87 with Priority: HIGHEST for action port [ 571.941228] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-38560938-1a7c-45da-8cd7-71296744ce87 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.941371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38560938-1a7c-45da-8cd7-71296744ce87" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.941427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38560938-1a7c-45da-8cd7-71296744ce87" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.941670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38560938-1a7c-45da-8cd7-71296744ce87" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.941813] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38560938-1a7c-45da-8cd7-71296744ce87',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.221011] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f77e332-dacb-49fc-9098-f2eceec947e4 [ 572.221388] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.221551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.221657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.221840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.221931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.222049] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f77e332-dacb-49fc-9098-f2eceec947e4 already deleted. [ 572.222125] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f77e332-dacb-49fc-9098-f2eceec947e4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.446268] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38560938-1a7c-45da-8cd7-71296744ce87 [ 572.446739] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.446739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.447957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.447957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.447957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.447957] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38560938-1a7c-45da-8cd7-71296744ce87 already deleted. [ 572.447957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38560938-1a7c-45da-8cd7-71296744ce87" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.623037] env[67174]: INFO networking_nsxv3.common.synchronization [None req-0a10d8c2-0ffb-4c92-bc6f-6fd8cf52a77d None None] Enqueued Resource ID: 7b5adbb9-3aae-4271-9adc-aa0ce96c1d0e with Priority: HIGHEST for action port [ 572.623037] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5adbb9-3aae-4271-9adc-aa0ce96c1d0e with Priority: HIGHEST for action port [ 572.623500] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b5adbb9-3aae-4271-9adc-aa0ce96c1d0e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.623634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b5adbb9-3aae-4271-9adc-aa0ce96c1d0e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.623696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b5adbb9-3aae-4271-9adc-aa0ce96c1d0e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.623955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b5adbb9-3aae-4271-9adc-aa0ce96c1d0e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.624305] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5adbb9-3aae-4271-9adc-aa0ce96c1d0e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.127667] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b5adbb9-3aae-4271-9adc-aa0ce96c1d0e [ 573.127991] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.128067] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.128150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.128333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.128421] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.128520] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b5adbb9-3aae-4271-9adc-aa0ce96c1d0e already deleted. [ 573.128602] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b5adbb9-3aae-4271-9adc-aa0ce96c1d0e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.004449] env[67174]: INFO networking_nsxv3.common.synchronization [None req-57be29ff-1a50-449f-9bbf-2e6fdbe94dd4 None None] Enqueued Resource ID: 857fba3e-30da-49c1-b6e0-84da9e7ac2c1 with Priority: HIGHEST for action port [ 574.004449] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857fba3e-30da-49c1-b6e0-84da9e7ac2c1 with Priority: HIGHEST for action port [ 574.005333] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-857fba3e-30da-49c1-b6e0-84da9e7ac2c1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.005333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-857fba3e-30da-49c1-b6e0-84da9e7ac2c1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.005333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-857fba3e-30da-49c1-b6e0-84da9e7ac2c1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.005557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-857fba3e-30da-49c1-b6e0-84da9e7ac2c1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.005614] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('857fba3e-30da-49c1-b6e0-84da9e7ac2c1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.508717] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 857fba3e-30da-49c1-b6e0-84da9e7ac2c1 [ 574.509012] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.509095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.509163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.509371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.509555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.509555] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:857fba3e-30da-49c1-b6e0-84da9e7ac2c1 already deleted. [ 574.509665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-857fba3e-30da-49c1-b6e0-84da9e7ac2c1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.862449] env[67174]: INFO networking_nsxv3.common.synchronization [None req-7040739b-037e-4bdc-98a8-763ed59ac768 None None] Enqueued Resource ID: cb12f78b-07b5-4179-8313-8d9ecab95cf5 with Priority: HIGHEST for action port [ 574.862974] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb12f78b-07b5-4179-8313-8d9ecab95cf5 with Priority: HIGHEST for action port [ 574.863287] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb12f78b-07b5-4179-8313-8d9ecab95cf5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.863410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb12f78b-07b5-4179-8313-8d9ecab95cf5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.863478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb12f78b-07b5-4179-8313-8d9ecab95cf5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.863751] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb12f78b-07b5-4179-8313-8d9ecab95cf5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.863878] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb12f78b-07b5-4179-8313-8d9ecab95cf5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.367709] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb12f78b-07b5-4179-8313-8d9ecab95cf5 [ 575.367709] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.367709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.367709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.367709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.368061] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.368061] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb12f78b-07b5-4179-8313-8d9ecab95cf5 already deleted. [ 575.368236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb12f78b-07b5-4179-8313-8d9ecab95cf5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.956291] env[67174]: INFO networking_nsxv3.common.synchronization [None req-134c84c6-1489-459b-83d2-973282d9d091 None None] Enqueued Resource ID: ef278c15-d761-4535-ba88-58b66760d38f with Priority: HIGHEST for action port [ 576.956559] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef278c15-d761-4535-ba88-58b66760d38f with Priority: HIGHEST for action port [ 576.957122] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef278c15-d761-4535-ba88-58b66760d38f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.957234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef278c15-d761-4535-ba88-58b66760d38f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.957310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef278c15-d761-4535-ba88-58b66760d38f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.957551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef278c15-d761-4535-ba88-58b66760d38f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.957632] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef278c15-d761-4535-ba88-58b66760d38f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.093910] env[67174]: INFO networking_nsxv3.common.synchronization [None req-c1002774-3b93-4b05-8db7-833e437466a2 None None] Enqueued Resource ID: 8922e215-b654-4ffc-8925-54853caaab0d with Priority: HIGHEST for action port [ 577.094514] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8922e215-b654-4ffc-8925-54853caaab0d with Priority: HIGHEST for action port [ 577.095320] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-8922e215-b654-4ffc-8925-54853caaab0d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.095320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8922e215-b654-4ffc-8925-54853caaab0d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.095320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8922e215-b654-4ffc-8925-54853caaab0d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.095567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8922e215-b654-4ffc-8925-54853caaab0d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.095682] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8922e215-b654-4ffc-8925-54853caaab0d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.459537] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef278c15-d761-4535-ba88-58b66760d38f [ 577.459827] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.459990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.460059] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.460285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.460379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.460480] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef278c15-d761-4535-ba88-58b66760d38f already deleted. [ 577.460559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef278c15-d761-4535-ba88-58b66760d38f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.598788] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8922e215-b654-4ffc-8925-54853caaab0d [ 577.599028] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.599217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.599259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.599474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.599571] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.599787] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8922e215-b654-4ffc-8925-54853caaab0d already deleted. [ 577.599787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8922e215-b654-4ffc-8925-54853caaab0d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.009824] env[67174]: INFO networking_nsxv3.common.synchronization [None req-78112078-183c-46e5-861a-aba4cfe4fb87 None None] Enqueued Resource ID: 77e2f0e5-363b-466d-a880-7e6fda25b85d with Priority: HIGHEST for action port [ 578.010650] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e2f0e5-363b-466d-a880-7e6fda25b85d with Priority: HIGHEST for action port [ 578.010755] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-77e2f0e5-363b-466d-a880-7e6fda25b85d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.011154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77e2f0e5-363b-466d-a880-7e6fda25b85d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.011154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77e2f0e5-363b-466d-a880-7e6fda25b85d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.011387] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77e2f0e5-363b-466d-a880-7e6fda25b85d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.012450] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77e2f0e5-363b-466d-a880-7e6fda25b85d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.517890] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77e2f0e5-363b-466d-a880-7e6fda25b85d [ 578.518810] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.519187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.519187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.519358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.519477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.519580] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77e2f0e5-363b-466d-a880-7e6fda25b85d already deleted. [ 578.519667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77e2f0e5-363b-466d-a880-7e6fda25b85d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.717021] env[67174]: INFO networking_nsxv3.common.synchronization [None req-8e7cd8ef-c0cf-40da-b3f4-f2e711ef43a8 None None] Enqueued Resource ID: a396210f-d276-4b4f-a8ca-b9d766871673 with Priority: HIGHEST for action port [ 578.717021] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a396210f-d276-4b4f-a8ca-b9d766871673 with Priority: HIGHEST for action port [ 578.717021] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-a396210f-d276-4b4f-a8ca-b9d766871673 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.717021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a396210f-d276-4b4f-a8ca-b9d766871673" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.717021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a396210f-d276-4b4f-a8ca-b9d766871673" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.717586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a396210f-d276-4b4f-a8ca-b9d766871673" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.717775] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a396210f-d276-4b4f-a8ca-b9d766871673',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.221697] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a396210f-d276-4b4f-a8ca-b9d766871673 [ 579.221961] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.222120] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.222164] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.222503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.222544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.222614] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a396210f-d276-4b4f-a8ca-b9d766871673 already deleted. [ 579.222692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a396210f-d276-4b4f-a8ca-b9d766871673" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.321404] env[67174]: INFO networking_nsxv3.common.synchronization [None req-8803f906-242f-4dda-898e-e5a5147170e0 None None] Enqueued Resource ID: ad7a419b-6bcf-40ef-87d0-13780419a22f with Priority: HIGHEST for action port [ 579.321404] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7a419b-6bcf-40ef-87d0-13780419a22f with Priority: HIGHEST for action port [ 579.321404] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad7a419b-6bcf-40ef-87d0-13780419a22f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.321404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad7a419b-6bcf-40ef-87d0-13780419a22f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.321404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad7a419b-6bcf-40ef-87d0-13780419a22f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.321404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad7a419b-6bcf-40ef-87d0-13780419a22f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.321404] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad7a419b-6bcf-40ef-87d0-13780419a22f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.825618] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad7a419b-6bcf-40ef-87d0-13780419a22f [ 579.825618] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.825618] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.825618] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.825618] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.825618] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.825618] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad7a419b-6bcf-40ef-87d0-13780419a22f already deleted. [ 579.825618] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad7a419b-6bcf-40ef-87d0-13780419a22f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.112491] env[67174]: INFO networking_nsxv3.common.synchronization [None req-01577a3c-0efe-4bef-951d-fe815cb4f28a None None] Enqueued Resource ID: 5b493409-0e27-4da7-9a3d-34396d70057c with Priority: HIGHEST for action port [ 580.113120] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b493409-0e27-4da7-9a3d-34396d70057c with Priority: HIGHEST for action port [ 580.115060] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b493409-0e27-4da7-9a3d-34396d70057c taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.115060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b493409-0e27-4da7-9a3d-34396d70057c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.115060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b493409-0e27-4da7-9a3d-34396d70057c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.115060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b493409-0e27-4da7-9a3d-34396d70057c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.115060] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b493409-0e27-4da7-9a3d-34396d70057c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.616949] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b493409-0e27-4da7-9a3d-34396d70057c [ 580.617316] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.617316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.617600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.617703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.617703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.617856] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b493409-0e27-4da7-9a3d-34396d70057c already deleted. [ 580.617905] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b493409-0e27-4da7-9a3d-34396d70057c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.975085] env[67174]: INFO networking_nsxv3.common.synchronization [None req-03e421fc-c0e0-4e62-b002-5232f5cd38b8 None None] Enqueued Resource ID: 134d8564-75f9-4706-8409-a55bba1ffa96 with Priority: HIGHEST for action port [ 580.975085] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134d8564-75f9-4706-8409-a55bba1ffa96 with Priority: HIGHEST for action port [ 580.975085] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-134d8564-75f9-4706-8409-a55bba1ffa96 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.975322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-134d8564-75f9-4706-8409-a55bba1ffa96" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.975322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-134d8564-75f9-4706-8409-a55bba1ffa96" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.975615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-134d8564-75f9-4706-8409-a55bba1ffa96" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.975647] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('134d8564-75f9-4706-8409-a55bba1ffa96',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.481610] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 134d8564-75f9-4706-8409-a55bba1ffa96 [ 581.481847] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.482589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.482589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.482589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.482589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.482589] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:134d8564-75f9-4706-8409-a55bba1ffa96 already deleted. [ 581.482589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-134d8564-75f9-4706-8409-a55bba1ffa96" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.538030] env[67174]: INFO networking_nsxv3.common.synchronization [None req-f5b28886-a339-44f6-afa9-7f65c25d48bb None None] Enqueued Resource ID: dc60f96d-7ff8-4d18-9822-69aef7296ba2 with Priority: HIGHEST for action port [ 581.538030] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc60f96d-7ff8-4d18-9822-69aef7296ba2 with Priority: HIGHEST for action port [ 581.538030] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc60f96d-7ff8-4d18-9822-69aef7296ba2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.538030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc60f96d-7ff8-4d18-9822-69aef7296ba2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.538030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc60f96d-7ff8-4d18-9822-69aef7296ba2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.538030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc60f96d-7ff8-4d18-9822-69aef7296ba2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.538030] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc60f96d-7ff8-4d18-9822-69aef7296ba2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.041626] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc60f96d-7ff8-4d18-9822-69aef7296ba2 [ 582.042192] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.042192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.042192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.043612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.043612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.043612] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc60f96d-7ff8-4d18-9822-69aef7296ba2 already deleted. [ 582.043612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc60f96d-7ff8-4d18-9822-69aef7296ba2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.999717] env[67174]: INFO networking_nsxv3.common.synchronization [None req-bc803746-4e61-4c62-907f-389467253db1 None None] Enqueued Resource ID: d5491452-bb99-4d15-bc8e-ed6426e862f3 with Priority: HIGHEST for action port [ 583.000346] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5491452-bb99-4d15-bc8e-ed6426e862f3 with Priority: HIGHEST for action port [ 583.001717] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5491452-bb99-4d15-bc8e-ed6426e862f3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.001717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5491452-bb99-4d15-bc8e-ed6426e862f3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.001717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5491452-bb99-4d15-bc8e-ed6426e862f3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.001717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5491452-bb99-4d15-bc8e-ed6426e862f3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.001717] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5491452-bb99-4d15-bc8e-ed6426e862f3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.318236] env[67174]: INFO networking_nsxv3.common.synchronization [None req-29984315-814f-455b-949f-ccf2e7605d9a None None] Enqueued Resource ID: 7a75c411-1589-4e5a-bd67-3827813588fa with Priority: HIGHEST for action port [ 583.318236] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a75c411-1589-4e5a-bd67-3827813588fa with Priority: HIGHEST for action port [ 583.318236] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a75c411-1589-4e5a-bd67-3827813588fa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.318236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a75c411-1589-4e5a-bd67-3827813588fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.318236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a75c411-1589-4e5a-bd67-3827813588fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.318946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a75c411-1589-4e5a-bd67-3827813588fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.319516] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a75c411-1589-4e5a-bd67-3827813588fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.503129] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5491452-bb99-4d15-bc8e-ed6426e862f3 [ 583.503197] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.503593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.503593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.503593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.503749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.503785] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5491452-bb99-4d15-bc8e-ed6426e862f3 already deleted. [ 583.504636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5491452-bb99-4d15-bc8e-ed6426e862f3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.822646] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a75c411-1589-4e5a-bd67-3827813588fa [ 583.822945] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.823153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.823225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.823536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.823620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.823674] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a75c411-1589-4e5a-bd67-3827813588fa already deleted. [ 583.823762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a75c411-1589-4e5a-bd67-3827813588fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.903388] env[67174]: INFO networking_nsxv3.common.synchronization [None req-812e90e6-0102-4995-a8d2-a2d16a7e4c6c None None] Enqueued Resource ID: 5f3d41b2-88d1-4660-8d87-31136c39384b with Priority: HIGHEST for action port [ 583.904232] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f3d41b2-88d1-4660-8d87-31136c39384b with Priority: HIGHEST for action port [ 583.904872] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f3d41b2-88d1-4660-8d87-31136c39384b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.905060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f3d41b2-88d1-4660-8d87-31136c39384b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.905060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f3d41b2-88d1-4660-8d87-31136c39384b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.909022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f3d41b2-88d1-4660-8d87-31136c39384b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.909022] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f3d41b2-88d1-4660-8d87-31136c39384b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.409847] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f3d41b2-88d1-4660-8d87-31136c39384b [ 584.409847] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.409847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.409847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.409847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.409847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.410767] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f3d41b2-88d1-4660-8d87-31136c39384b already deleted. [ 584.410767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f3d41b2-88d1-4660-8d87-31136c39384b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.047020] env[67174]: INFO networking_nsxv3.common.synchronization [None req-009b947b-2073-4690-adf9-6948a8e8af0b None None] Enqueued Resource ID: 2039468e-fff3-410d-9fee-766618f5ff4a with Priority: HIGHEST for action port [ 585.047361] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2039468e-fff3-410d-9fee-766618f5ff4a with Priority: HIGHEST for action port [ 585.047941] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-2039468e-fff3-410d-9fee-766618f5ff4a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.048098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2039468e-fff3-410d-9fee-766618f5ff4a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.048140] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2039468e-fff3-410d-9fee-766618f5ff4a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.048420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2039468e-fff3-410d-9fee-766618f5ff4a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.048476] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2039468e-fff3-410d-9fee-766618f5ff4a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.194496] env[67174]: INFO networking_nsxv3.common.synchronization [None req-44953792-40fe-4d7f-807c-b224c7aff366 None None] Enqueued Resource ID: 2ccb9b90-9c49-4d0f-adda-25c8b6f8ba95 with Priority: HIGHEST for action port [ 585.195044] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccb9b90-9c49-4d0f-adda-25c8b6f8ba95 with Priority: HIGHEST for action port [ 585.195353] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ccb9b90-9c49-4d0f-adda-25c8b6f8ba95 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.195480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ccb9b90-9c49-4d0f-adda-25c8b6f8ba95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.195539] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ccb9b90-9c49-4d0f-adda-25c8b6f8ba95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.195972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ccb9b90-9c49-4d0f-adda-25c8b6f8ba95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.195972] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ccb9b90-9c49-4d0f-adda-25c8b6f8ba95',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.479568] env[67174]: INFO networking_nsxv3.common.synchronization [req-c8144714-60e1-4313-885f-2cf37b404e5c req-a4e19984-bbb8-4df7-ad8b-75043e4e4a06 tempest-AttachInterfacesV270Test-1843056171 tempest-AttachInterfacesV270Test-1843056171-project-member] Enqueued Resource ID: 90ce717d-c3c5-4520-87b4-465f18014b3d with Priority: HIGHEST for action security_group_members [ 585.479568] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ce717d-c3c5-4520-87b4-465f18014b3d with Priority: HIGHEST for action security_group_members [ 585.479864] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ce717d-c3c5-4520-87b4-465f18014b3d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.480039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.480039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.480259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.480426] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.480540] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.480604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.480727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.480813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.480906] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ce717d-c3c5-4520-87b4-465f18014b3d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.553414] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2039468e-fff3-410d-9fee-766618f5ff4a [ 585.553414] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.553414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.553414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.553414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.553414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.553414] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2039468e-fff3-410d-9fee-766618f5ff4a already deleted. [ 585.553414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2039468e-fff3-410d-9fee-766618f5ff4a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.702450] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ccb9b90-9c49-4d0f-adda-25c8b6f8ba95 [ 585.702450] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.702450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.702450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.702450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.702450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.702450] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ccb9b90-9c49-4d0f-adda-25c8b6f8ba95 already deleted. [ 585.702450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ccb9b90-9c49-4d0f-adda-25c8b6f8ba95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.989158] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.989342] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.989415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.989634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.989730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.989943] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.990056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.990249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.990448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.990582] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.990626] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ce717d-c3c5-4520-87b4-465f18014b3d already deleted. [ 585.990709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.250057] env[67174]: INFO networking_nsxv3.common.synchronization [None req-655b905b-dd3f-45da-8d95-e04caaf45345 None None] Enqueued Resource ID: 0abd24ee-1d75-4804-a19c-528bc0338f85 with Priority: HIGHEST for action port [ 586.250631] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abd24ee-1d75-4804-a19c-528bc0338f85 with Priority: HIGHEST for action port [ 586.250947] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-0abd24ee-1d75-4804-a19c-528bc0338f85 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.251082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0abd24ee-1d75-4804-a19c-528bc0338f85" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.251149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0abd24ee-1d75-4804-a19c-528bc0338f85" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.251405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0abd24ee-1d75-4804-a19c-528bc0338f85" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.251533] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0abd24ee-1d75-4804-a19c-528bc0338f85',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.758391] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0abd24ee-1d75-4804-a19c-528bc0338f85 [ 586.758642] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.758755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.758821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.759190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.759302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.759423] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0abd24ee-1d75-4804-a19c-528bc0338f85 already deleted. [ 586.759639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0abd24ee-1d75-4804-a19c-528bc0338f85" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.264135] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.264135] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-252" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.264135] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-252" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.264550] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-252" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.264550] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.264662] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.265759] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.265759] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.265759] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.265759] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.265759] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.265759] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.265993] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.266091] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.266194] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.266348] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.289128] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.289357] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.289488] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.289696] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-252" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.290044] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-453eec0f-a809-49bd-9cab-b94a40fbab97 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.290268] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-453eec0f-a809-49bd-9cab-b94a40fbab97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.290412] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-453eec0f-a809-49bd-9cab-b94a40fbab97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.290775] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-453eec0f-a809-49bd-9cab-b94a40fbab97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.290941] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453eec0f-a809-49bd-9cab-b94a40fbab97',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.793518] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.793518] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.793518] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.793893] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.793893] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.794214] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 453eec0f-a809-49bd-9cab-b94a40fbab97 not found, creating... [ 587.796103] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.796274] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.796411] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.796660] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.796795] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.797311] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.797502] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.797644] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.797898] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.798560] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.798560] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 453eec0f-a809-49bd-9cab-b94a40fbab97 is going to be created. [ 587.818508] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.818742] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.818923] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.819491] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.819575] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.819813] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-453eec0f-a809-49bd-9cab-b94a40fbab97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.920724] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.920928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.921029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.921222] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.921455] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.252641] env[67174]: INFO networking_nsxv3.common.synchronization [req-1fc3551c-ad76-49a0-a715-1b55fa4585b7 req-72717261-2f1a-472a-96d0-52df38c83cce tempest-SecurityGroupRulesTestJSON-431868435 tempest-SecurityGroupRulesTestJSON-431868435-project-member] Enqueued Resource ID: 4634c534-2be4-47ae-9ea0-97eacfc6b7af with Priority: HIGHEST for action security_group_rules [ 588.253180] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4634c534-2be4-47ae-9ea0-97eacfc6b7af with Priority: HIGHEST for action security_group_rules [ 588.254263] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4634c534-2be4-47ae-9ea0-97eacfc6b7af taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.254263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4634c534-2be4-47ae-9ea0-97eacfc6b7af" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.254263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4634c534-2be4-47ae-9ea0-97eacfc6b7af" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.254263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4634c534-2be4-47ae-9ea0-97eacfc6b7af" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.254263] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4634c534-2be4-47ae-9ea0-97eacfc6b7af',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.322945] env[67174]: INFO networking_nsxv3.common.synchronization [None req-a4c6b172-de31-487a-b63a-1704bcce20f1 None None] Enqueued Resource ID: c37132ec-47ef-4346-97e7-2b8a68624bc9 with Priority: HIGHEST for action port [ 588.323454] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c37132ec-47ef-4346-97e7-2b8a68624bc9 with Priority: HIGHEST for action port [ 588.323756] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-c37132ec-47ef-4346-97e7-2b8a68624bc9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.323881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c37132ec-47ef-4346-97e7-2b8a68624bc9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.324856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c37132ec-47ef-4346-97e7-2b8a68624bc9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.324856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c37132ec-47ef-4346-97e7-2b8a68624bc9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.324856] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c37132ec-47ef-4346-97e7-2b8a68624bc9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.424272] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.614112] env[67174]: INFO networking_nsxv3.common.synchronization [req-c8144714-60e1-4313-885f-2cf37b404e5c req-cefd3238-4d93-4012-bd84-4123b92cfdf5 service nova] Enqueued Resource ID: 90ce717d-c3c5-4520-87b4-465f18014b3d with Priority: HIGHEST for action security_group_rules [ 588.614286] env[67174]: INFO networking_nsxv3.common.synchronization [req-c8144714-60e1-4313-885f-2cf37b404e5c req-cefd3238-4d93-4012-bd84-4123b92cfdf5 service nova] Enqueued Resource ID: 90ce717d-c3c5-4520-87b4-465f18014b3d with Priority: HIGHEST for action security_group_members [ 588.614486] env[67174]: INFO networking_nsxv3.common.synchronization [req-c8144714-60e1-4313-885f-2cf37b404e5c req-cefd3238-4d93-4012-bd84-4123b92cfdf5 service nova] Enqueued Resource ID: 453eec0f-a809-49bd-9cab-b94a40fbab97 with Priority: HIGHEST for action port [ 588.614713] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ce717d-c3c5-4520-87b4-465f18014b3d with Priority: HIGHEST for action security_group_rules [ 588.614839] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ce717d-c3c5-4520-87b4-465f18014b3d with Priority: HIGHEST for action security_group_members [ 588.614935] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 453eec0f-a809-49bd-9cab-b94a40fbab97 with Priority: HIGHEST for action port [ 588.615502] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90ce717d-c3c5-4520-87b4-465f18014b3d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.615628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.615705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.615946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.616055] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90ce717d-c3c5-4520-87b4-465f18014b3d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.617288] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ce717d-c3c5-4520-87b4-465f18014b3d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.617457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.617457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.617919] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.618462] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.618462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.618462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.618462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.618462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.618684] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ce717d-c3c5-4520-87b4-465f18014b3d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.621575] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-453eec0f-a809-49bd-9cab-b94a40fbab97 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.621575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-453eec0f-a809-49bd-9cab-b94a40fbab97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.621575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-453eec0f-a809-49bd-9cab-b94a40fbab97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.621575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-453eec0f-a809-49bd-9cab-b94a40fbab97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.621575] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453eec0f-a809-49bd-9cab-b94a40fbab97',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.743994] env[67174]: INFO networking_nsxv3.common.synchronization [req-305e9515-76e4-4fc6-abea-00ac414945e0 req-9e7b6f30-4317-47a6-a7e0-4b4ea4db816c tempest-ServerDiagnosticsTest-860335034 tempest-ServerDiagnosticsTest-860335034-project-member] Enqueued Resource ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 with Priority: HIGHEST for action security_group_members [ 588.743994] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 with Priority: HIGHEST for action security_group_members [ 588.743994] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e36490-4476-401f-b4f5-32b1aba66ab3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.743994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.743994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.746657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.746657] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.746657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.746657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.746657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.746657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.746657] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e36490-4476-401f-b4f5-32b1aba66ab3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.774818] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.774945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.775026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.775237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.775371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.775468] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4634c534-2be4-47ae-9ea0-97eacfc6b7af already deleted. [ 588.775782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4634c534-2be4-47ae-9ea0-97eacfc6b7af" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.826525] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c37132ec-47ef-4346-97e7-2b8a68624bc9 [ 588.826864] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.826925] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.826957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.827176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.827306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.827390] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c37132ec-47ef-4346-97e7-2b8a68624bc9 already deleted. [ 588.827499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c37132ec-47ef-4346-97e7-2b8a68624bc9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.928375] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.945024] env[67174]: INFO networking_nsxv3.common.synchronization [None req-3aacb136-7fe3-4b74-9fc7-a576cb1c1b4e None None] Enqueued Resource ID: 30adb848-6f5f-4757-a4e8-70d6a9ca86c6 with Priority: HIGHEST for action port [ 588.945024] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30adb848-6f5f-4757-a4e8-70d6a9ca86c6 with Priority: HIGHEST for action port [ 588.945024] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-30adb848-6f5f-4757-a4e8-70d6a9ca86c6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.945024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30adb848-6f5f-4757-a4e8-70d6a9ca86c6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.945024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30adb848-6f5f-4757-a4e8-70d6a9ca86c6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.945024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30adb848-6f5f-4757-a4e8-70d6a9ca86c6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.945574] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30adb848-6f5f-4757-a4e8-70d6a9ca86c6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.123469] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ce717d-c3c5-4520-87b4-465f18014b3d taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.123591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.136048] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90ce717d-c3c5-4520-87b4-465f18014b3d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.137151] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 453eec0f-a809-49bd-9cab-b94a40fbab97 with status ACTIVE [ 589.137382] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.137514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.137579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.137801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.137906] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.138081] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.138177] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.138238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.138385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.138462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.138638] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.138731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.138792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.138927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.138999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.139095] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 453eec0f-a809-49bd-9cab-b94a40fbab97 is going to be updated. [ 589.164903] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.165044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.165044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.165231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.165416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.165591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-453eec0f-a809-49bd-9cab-b94a40fbab97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.204032] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.204032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.204032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.204032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.204976] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.205178] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.205293] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.205641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.205780] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.205983] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.206162] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.206220] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.206317] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.206418] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.206513] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.206694] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.230268] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.230461] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.230659] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.230790] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.231120] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-a0c7bad6-b289-452d-92ba-4a8ae352fed2 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.231300] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-a0c7bad6-b289-452d-92ba-4a8ae352fed2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.231403] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-a0c7bad6-b289-452d-92ba-4a8ae352fed2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.231723] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-a0c7bad6-b289-452d-92ba-4a8ae352fed2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.231858] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c7bad6-b289-452d-92ba-4a8ae352fed2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.248365] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.248544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.248608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.248984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.249155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.249367] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.249500] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.249563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.249745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.249838] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.249977] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 already deleted. [ 589.250209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.430176] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 589.430176] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 589.450017] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30adb848-6f5f-4757-a4e8-70d6a9ca86c6 [ 589.450915] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.450915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.450915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.450915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.450915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.450915] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30adb848-6f5f-4757-a4e8-70d6a9ca86c6 already deleted. [ 589.451161] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30adb848-6f5f-4757-a4e8-70d6a9ca86c6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.643496] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90ce717d-c3c5-4520-87b4-465f18014b3d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.736024] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.736024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.736024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.736024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.736024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.736024] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port a0c7bad6-b289-452d-92ba-4a8ae352fed2 not found, creating... [ 589.736377] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.740359] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.740359] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.740359] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.740359] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.740359] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.740359] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.740359] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.740359] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.740789] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.740789] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: a0c7bad6-b289-452d-92ba-4a8ae352fed2 is going to be created. [ 589.772000] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.772137] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.774603] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.774603] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.774603] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.774603] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-a0c7bad6-b289-452d-92ba-4a8ae352fed2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.803669] env[67174]: INFO networking_nsxv3.common.synchronization [None req-ed85501f-6edb-4951-856c-df095d02912d tempest-ServersTestJSON-1251806580 tempest-ServersTestJSON-1251806580-project-member] Enqueued Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGHEST for action security_group_rules [ 589.803669] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGHEST for action security_group_rules [ 589.804234] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f379c511-4ed8-4036-8204-75d35f9488c0 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.804360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.804436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.804692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.804781] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f379c511-4ed8-4036-8204-75d35f9488c0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.889440] env[67174]: INFO networking_nsxv3.common.synchronization [None req-767cf88c-e778-42f3-b922-541b0ded404a None None] Enqueued Resource ID: 38c3d593-3e86-4bcd-9c95-3d13145a9901 with Priority: HIGHEST for action port [ 589.889440] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38c3d593-3e86-4bcd-9c95-3d13145a9901 with Priority: HIGHEST for action port [ 589.890011] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-38c3d593-3e86-4bcd-9c95-3d13145a9901 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.890135] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38c3d593-3e86-4bcd-9c95-3d13145a9901" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.890806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38c3d593-3e86-4bcd-9c95-3d13145a9901" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.891085] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38c3d593-3e86-4bcd-9c95-3d13145a9901" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.891428] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38c3d593-3e86-4bcd-9c95-3d13145a9901',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.982097] env[67174]: INFO networking_nsxv3.common.synchronization [None req-18a1b53b-f1f0-4072-b7d5-dacba7f672c5 tempest-ServersTestJSON-1251806580 tempest-ServersTestJSON-1251806580-project-member] Enqueued Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGHEST for action security_group_rules [ 589.982757] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGHEST for action security_group_rules [ 589.983354] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f379c511-4ed8-4036-8204-75d35f9488c0 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.983464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.147014] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.147214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.147262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.147470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.147566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.147666] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ce717d-c3c5-4520-87b4-465f18014b3d is going to be created. [ 590.181715] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.182361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.182491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.183319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.183319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.194617] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ce717d-c3c5-4520-87b4-465f18014b3d in Status: UNINITIALIZED for 2s [ 590.343779] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.346509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.346509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.346509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.346509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.346509] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f379c511-4ed8-4036-8204-75d35f9488c0 already deleted. [ 590.346509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.346509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.346509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.347251] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f379c511-4ed8-4036-8204-75d35f9488c0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.383351] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.383522] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.383595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.383827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.397989] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 590.401044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.401044] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 590.401700] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38c3d593-3e86-4bcd-9c95-3d13145a9901 [ 590.401913] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.402055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.402099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.402345] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.402408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.402482] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38c3d593-3e86-4bcd-9c95-3d13145a9901 already deleted. [ 590.402561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38c3d593-3e86-4bcd-9c95-3d13145a9901" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.421520] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.421692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.421759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.421957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.422860] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.423373] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 590.423373] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 590.423373] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 590.447658] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.448023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.448257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.448670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.448901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.449162] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 590.477402] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.477402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.477535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.479141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.479141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.479141] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 590.505403] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.505591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.505659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.505864] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.505965] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.506100] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 590.506167] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 590.506232] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 590.526338] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.526338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.526338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.526338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.526338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.526605] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 590.526605] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 590.526605] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 590.600421] env[67174]: INFO networking_nsxv3.common.synchronization [req-305e9515-76e4-4fc6-abea-00ac414945e0 req-57ecbf3b-34ec-4d67-b8a6-4011c1b6b4f6 service nova] Enqueued Resource ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 with Priority: HIGHEST for action security_group_rules [ 590.600421] env[67174]: INFO networking_nsxv3.common.synchronization [req-305e9515-76e4-4fc6-abea-00ac414945e0 req-57ecbf3b-34ec-4d67-b8a6-4011c1b6b4f6 service nova] Enqueued Resource ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 with Priority: HIGHEST for action security_group_members [ 590.600421] env[67174]: INFO networking_nsxv3.common.synchronization [req-305e9515-76e4-4fc6-abea-00ac414945e0 req-57ecbf3b-34ec-4d67-b8a6-4011c1b6b4f6 service nova] Enqueued Resource ID: a0c7bad6-b289-452d-92ba-4a8ae352fed2 with Priority: HIGHEST for action port [ 590.600421] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 with Priority: HIGHEST for action security_group_rules [ 590.602324] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 with Priority: HIGHEST for action security_group_members [ 590.602697] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c7bad6-b289-452d-92ba-4a8ae352fed2 with Priority: HIGHEST for action port [ 590.604350] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.604628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.604794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.605169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.605440] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.605659] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 590.605809] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 590.605960] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 590.606104] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 590.607016] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 590.607016] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 590.607016] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 590.607016] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.607016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.607016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.607016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.607596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.608307] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 590.608503] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 590.608706] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 590.610128] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e36490-4476-401f-b4f5-32b1aba66ab3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.610520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.611593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.611593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.611593] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e36490-4476-401f-b4f5-32b1aba66ab3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.614695] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e36490-4476-401f-b4f5-32b1aba66ab3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.615563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.615563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.615563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.615563] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.615952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.616127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.616410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.616581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.616781] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e36490-4476-401f-b4f5-32b1aba66ab3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.618020] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0c7bad6-b289-452d-92ba-4a8ae352fed2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.618020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0c7bad6-b289-452d-92ba-4a8ae352fed2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.618759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0c7bad6-b289-452d-92ba-4a8ae352fed2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.618759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0c7bad6-b289-452d-92ba-4a8ae352fed2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.618759] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c7bad6-b289-452d-92ba-4a8ae352fed2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.646790] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.650880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.650880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.650880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.650880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.650880] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 590.677640] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.677640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.677640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.677640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.677640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.691750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.868832] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.869114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.869150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.869817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.869958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.870066] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f379c511-4ed8-4036-8204-75d35f9488c0 already deleted. [ 590.870148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.121240] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e36490-4476-401f-b4f5-32b1aba66ab3 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.121514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.122927] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e36490-4476-401f-b4f5-32b1aba66ab3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.122927] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0c7bad6-b289-452d-92ba-4a8ae352fed2 with status ACTIVE [ 591.122927] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.123545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.123545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.123545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.123545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.123545] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.123695] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.123695] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.124071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.124071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.124071] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.124273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.124273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.124483] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.126212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.126339] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0c7bad6-b289-452d-92ba-4a8ae352fed2 is going to be updated. [ 591.151480] env[67174]: INFO networking_nsxv3.common.synchronization [None req-02e70863-a6b9-4dc8-83a8-9fc0bfd99a79 None None] Enqueued Resource ID: 7ab79f86-721e-4412-9cf9-11e0c1cff067 with Priority: HIGHEST for action port [ 591.152093] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.152210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.152282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.152488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.152618] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.152763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0c7bad6-b289-452d-92ba-4a8ae352fed2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.153953] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ab79f86-721e-4412-9cf9-11e0c1cff067 with Priority: HIGHEST for action port [ 591.154273] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ab79f86-721e-4412-9cf9-11e0c1cff067 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.154398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ab79f86-721e-4412-9cf9-11e0c1cff067" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.154463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ab79f86-721e-4412-9cf9-11e0c1cff067" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.154686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ab79f86-721e-4412-9cf9-11e0c1cff067" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.154766] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ab79f86-721e-4412-9cf9-11e0c1cff067',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.628765] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e36490-4476-401f-b4f5-32b1aba66ab3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.660703] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ab79f86-721e-4412-9cf9-11e0c1cff067 [ 591.660934] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.661084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.661154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.661365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.661454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.661548] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ab79f86-721e-4412-9cf9-11e0c1cff067 already deleted. [ 591.661626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ab79f86-721e-4412-9cf9-11e0c1cff067" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.895275] env[67174]: INFO networking_nsxv3.common.synchronization [None req-8bfd5b89-a3cf-490e-9d19-46eb59d6945f tempest-VolumesAssistedSnapshotsTest-743332125 tempest-VolumesAssistedSnapshotsTest-743332125-project-member] Enqueued Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGHEST for action security_group_rules [ 591.896976] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGHEST for action security_group_rules [ 591.896976] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8025f0-1742-4946-9480-975a67562fab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.896976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.896976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.896976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.897458] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8025f0-1742-4946-9480-975a67562fab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.125232] env[67174]: INFO networking_nsxv3.common.synchronization [None req-b5ee5d8a-9edd-4a0b-b213-ac15bfa286bc tempest-VolumesAssistedSnapshotsTest-743332125 tempest-VolumesAssistedSnapshotsTest-743332125-project-member] Enqueued Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGHEST for action security_group_rules [ 592.125232] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGHEST for action security_group_rules [ 592.125232] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8025f0-1742-4946-9480-975a67562fab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.125232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.131438] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.131653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.131728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.131893] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.131987] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.132094] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 is going to be created. [ 592.158147] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.158359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.158412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.158610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.158809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.169918] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 in Status: UNINITIALIZED for 2s [ 592.215915] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ce717d-c3c5-4520-87b4-465f18014b3d in Status: SUCCESS [ 592.216174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.216344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.216571] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.216802] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.216921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.216989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.217152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.217242] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.217308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.217397] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90ce717d-c3c5-4520-87b4-465f18014b3d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.423880] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.424089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.424089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.424356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.424440] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.424511] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8025f0-1742-4946-9480-975a67562fab already deleted. [ 592.424596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.424746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.424903] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.424988] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8025f0-1742-4946-9480-975a67562fab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.719820] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ce717d-c3c5-4520-87b4-465f18014b3d taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.719987] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.720071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.720310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.720444] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.720560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.720597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.720733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.720869] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.720999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.721408] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ce717d-c3c5-4520-87b4-465f18014b3d taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.721512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.721572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.721715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.721850] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.721937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.721996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.722167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.722260] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.722479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.722618] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90ce717d-c3c5-4520-87b4-465f18014b3d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.952817] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.953018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.953052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.953739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.953739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.953739] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8025f0-1742-4946-9480-975a67562fab already deleted. [ 592.953739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.227211] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90ce717d-c3c5-4520-87b4-465f18014b3d: rpc.has_security_group_logging(os_id): False [ 593.249249] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.249249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.249249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.249249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.249249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.249249] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.249249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.249249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.249249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.249249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.249249] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.249249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.249249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.249249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.249249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.249778] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.249778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.249778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.249778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.249778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.249778] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90ce717d-c3c5-4520-87b4-465f18014b3d is going to be created. [ 593.338427] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.338615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.338703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.338991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.339379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.355105] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ce717d-c3c5-4520-87b4-465f18014b3d in Status: IN_PROGRESS for 2s [ 593.782869] env[67174]: INFO networking_nsxv3.common.synchronization [None req-261b7536-50bf-4072-ba1f-e5d6fa3da653 None None] Enqueued Resource ID: 2fc2e458-1b73-40f3-96f2-aa3871f25900 with Priority: HIGHEST for action port [ 593.783417] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc2e458-1b73-40f3-96f2-aa3871f25900 with Priority: HIGHEST for action port [ 593.783751] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fc2e458-1b73-40f3-96f2-aa3871f25900 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.783901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fc2e458-1b73-40f3-96f2-aa3871f25900" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.783961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fc2e458-1b73-40f3-96f2-aa3871f25900" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.784341] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fc2e458-1b73-40f3-96f2-aa3871f25900" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.784341] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fc2e458-1b73-40f3-96f2-aa3871f25900',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.153735] env[67174]: INFO networking_nsxv3.common.synchronization [req-18068dd7-21a6-40d4-98e9-3971a0d61ecc req-5c3d4f09-db32-4331-9868-a5614e6fceb6 tempest-SecurityGroupRulesTestJSON-431868435 tempest-SecurityGroupRulesTestJSON-431868435-project-member] Enqueued Resource ID: 96a16879-d456-4cf1-a91f-1b694227edf9 with Priority: HIGHEST for action security_group_rules [ 594.153735] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a16879-d456-4cf1-a91f-1b694227edf9 with Priority: HIGHEST for action security_group_rules [ 594.153735] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96a16879-d456-4cf1-a91f-1b694227edf9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.153735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96a16879-d456-4cf1-a91f-1b694227edf9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.153735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96a16879-d456-4cf1-a91f-1b694227edf9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.154906] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96a16879-d456-4cf1-a91f-1b694227edf9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.155753] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96a16879-d456-4cf1-a91f-1b694227edf9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.181655] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 in Status: SUCCESS [ 594.181910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.182294] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.182536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.182796] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.182862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.182898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.183097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.183178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.183266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.183347] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e36490-4476-401f-b4f5-32b1aba66ab3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.287487] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fc2e458-1b73-40f3-96f2-aa3871f25900 [ 594.287748] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.287895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.287939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.288153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.288240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.288333] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fc2e458-1b73-40f3-96f2-aa3871f25900 already deleted. [ 594.288519] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fc2e458-1b73-40f3-96f2-aa3871f25900" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.308012] env[67174]: INFO networking_nsxv3.common.synchronization [None req-be35ff62-bde5-4e76-a7ea-f6305cbdacab None None] Enqueued Resource ID: 0b68b75b-1c96-474f-83cc-a81e461f3f41 with Priority: HIGHEST for action port [ 594.309310] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b68b75b-1c96-474f-83cc-a81e461f3f41 with Priority: HIGHEST for action port [ 594.310994] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b68b75b-1c96-474f-83cc-a81e461f3f41 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.310994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b68b75b-1c96-474f-83cc-a81e461f3f41" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.310994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b68b75b-1c96-474f-83cc-a81e461f3f41" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.310994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b68b75b-1c96-474f-83cc-a81e461f3f41" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.310994] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b68b75b-1c96-474f-83cc-a81e461f3f41',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.685637] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.686875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.686875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.686875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.686875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.686875] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96a16879-d456-4cf1-a91f-1b694227edf9 already deleted. [ 594.686875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96a16879-d456-4cf1-a91f-1b694227edf9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.687713] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e36490-4476-401f-b4f5-32b1aba66ab3 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.688452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.688452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.688452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.688452] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.691281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.691476] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.691778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.692748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.693343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.693586] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e36490-4476-401f-b4f5-32b1aba66ab3 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.693759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.693843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.695148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.695555] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.695709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.695815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.696089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.696215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.696329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.696557] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e36490-4476-401f-b4f5-32b1aba66ab3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.815804] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b68b75b-1c96-474f-83cc-a81e461f3f41 [ 594.815804] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.815804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.815804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.815804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.816215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.816215] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b68b75b-1c96-474f-83cc-a81e461f3f41 already deleted. [ 594.816215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b68b75b-1c96-474f-83cc-a81e461f3f41" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.200028] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e36490-4476-401f-b4f5-32b1aba66ab3: rpc.has_security_group_logging(os_id): False [ 595.219324] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.219324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.220268] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.220268] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.220268] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.220268] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.221011] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.221011] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.221011] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.221354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.222024] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.222024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.222024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.222225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.222275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.222477] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.222587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.222671] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.222850] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.222931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.223045] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 is going to be created. [ 595.297842] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.298257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.298257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.298333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.299855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.313984] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 in Status: IN_PROGRESS for 2s [ 595.370698] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90ce717d-c3c5-4520-87b4-465f18014b3d in Status: SUCCESS [ 595.370698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.441198] env[67174]: INFO networking_nsxv3.common.synchronization [None req-658cce89-7342-4928-a123-029243b7ef42 None None] Enqueued Resource ID: 626c757c-4679-4510-8005-9470d8645cbd with Priority: HIGHEST for action port [ 595.441775] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626c757c-4679-4510-8005-9470d8645cbd with Priority: HIGHEST for action port [ 595.442121] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-626c757c-4679-4510-8005-9470d8645cbd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.442239] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-626c757c-4679-4510-8005-9470d8645cbd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.442343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-626c757c-4679-4510-8005-9470d8645cbd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.442822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-626c757c-4679-4510-8005-9470d8645cbd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.442918] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('626c757c-4679-4510-8005-9470d8645cbd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.948658] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 626c757c-4679-4510-8005-9470d8645cbd [ 595.948711] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.948946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.948946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.949171] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.949267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.949368] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:626c757c-4679-4510-8005-9470d8645cbd already deleted. [ 595.949670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-626c757c-4679-4510-8005-9470d8645cbd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.115281] env[67174]: INFO networking_nsxv3.common.synchronization [req-5c38e715-99c5-48e7-a90c-392fe9be0b35 req-b092d9f7-9cf0-413d-9f11-559fe989af13 tempest-MigrationsAdminTest-1030505028 tempest-MigrationsAdminTest-1030505028-project-member] Enqueued Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_members [ 596.115281] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_members [ 596.115546] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.115692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.115780] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.117214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.117566] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.117640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.117678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.117948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.117948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.118056] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.623062] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.623436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.623436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.623436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.623537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.623649] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.623804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.623804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.623951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.624082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.624118] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37387f75-fb16-456d-a665-839110f2fa5b already deleted. [ 596.624189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.695944] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.696136] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.696254] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.696506] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.696775] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.696929] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.697049] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.697255] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.697385] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.697576] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.697679] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.697777] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.697877] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.697974] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.698102] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.698236] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.723610] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.723782] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.724133] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.724133] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.724395] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-ce309c32-87ec-4c83-a9ff-ab01f6699a5c taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.724601] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-ce309c32-87ec-4c83-a9ff-ab01f6699a5c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.724776] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-ce309c32-87ec-4c83-a9ff-ab01f6699a5c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.741349] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-ce309c32-87ec-4c83-a9ff-ab01f6699a5c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.741349] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce309c32-87ec-4c83-a9ff-ab01f6699a5c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.242936] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.243737] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.243737] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.243936] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.244253] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.244509] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port ce309c32-87ec-4c83-a9ff-ab01f6699a5c not found, creating... [ 597.244933] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.245261] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.245460] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.245960] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.246116] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.246552] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.247032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.247032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.247314] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.247555] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.247782] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: ce309c32-87ec-4c83-a9ff-ab01f6699a5c is going to be created. [ 597.271915] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.272550] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.272767] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.273275] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.273533] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.273877] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-ce309c32-87ec-4c83-a9ff-ab01f6699a5c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.278200] env[67174]: INFO networking_nsxv3.common.synchronization [None req-865c4551-0122-4de2-a380-210d03b885ef None None] Enqueued Resource ID: 9ae293c8-94b4-4d4f-bbe5-e68c14dfcf55 with Priority: HIGHEST for action port [ 597.278584] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae293c8-94b4-4d4f-bbe5-e68c14dfcf55 with Priority: HIGHEST for action port [ 597.279194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ae293c8-94b4-4d4f-bbe5-e68c14dfcf55 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.279500] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ae293c8-94b4-4d4f-bbe5-e68c14dfcf55" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.279500] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ae293c8-94b4-4d4f-bbe5-e68c14dfcf55" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.279834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ae293c8-94b4-4d4f-bbe5-e68c14dfcf55" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.279963] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae293c8-94b4-4d4f-bbe5-e68c14dfcf55',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.331080] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 in Status: SUCCESS [ 597.331293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.783617] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ae293c8-94b4-4d4f-bbe5-e68c14dfcf55 [ 597.784153] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.784153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.784153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.784308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.784538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.784538] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ae293c8-94b4-4d4f-bbe5-e68c14dfcf55 already deleted. [ 597.784682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ae293c8-94b4-4d4f-bbe5-e68c14dfcf55" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.966795] env[67174]: INFO networking_nsxv3.common.synchronization [None req-b3d299d0-668a-41a0-b66e-91fa0a494f28 None None] Enqueued Resource ID: 3c007006-9d93-4518-997c-e2e081706a60 with Priority: HIGHEST for action port [ 597.967492] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c007006-9d93-4518-997c-e2e081706a60 with Priority: HIGHEST for action port [ 597.967982] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c007006-9d93-4518-997c-e2e081706a60 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.967982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c007006-9d93-4518-997c-e2e081706a60" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.967982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c007006-9d93-4518-997c-e2e081706a60" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.968246] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c007006-9d93-4518-997c-e2e081706a60" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.968282] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c007006-9d93-4518-997c-e2e081706a60',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.975573] env[67174]: INFO networking_nsxv3.common.synchronization [req-5c38e715-99c5-48e7-a90c-392fe9be0b35 req-b3ca1b2b-887a-4643-b783-06dd5d736971 service nova] Enqueued Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_rules [ 597.975768] env[67174]: INFO networking_nsxv3.common.synchronization [req-5c38e715-99c5-48e7-a90c-392fe9be0b35 req-b3ca1b2b-887a-4643-b783-06dd5d736971 service nova] Enqueued Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_members [ 597.975895] env[67174]: INFO networking_nsxv3.common.synchronization [req-5c38e715-99c5-48e7-a90c-392fe9be0b35 req-b3ca1b2b-887a-4643-b783-06dd5d736971 service nova] Enqueued Resource ID: ce309c32-87ec-4c83-a9ff-ab01f6699a5c with Priority: HIGHEST for action port [ 597.976412] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_rules [ 597.976539] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_members [ 597.977255] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce309c32-87ec-4c83-a9ff-ab01f6699a5c with Priority: HIGHEST for action port [ 597.979646] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.979646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.979646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.979646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.979646] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.979646] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.979646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.979646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.979646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.979646] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.979646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.980188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.980188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.980188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.980188] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.980723] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce309c32-87ec-4c83-a9ff-ab01f6699a5c taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.980814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce309c32-87ec-4c83-a9ff-ab01f6699a5c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.980879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce309c32-87ec-4c83-a9ff-ab01f6699a5c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.981321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce309c32-87ec-4c83-a9ff-ab01f6699a5c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.981658] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce309c32-87ec-4c83-a9ff-ab01f6699a5c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.391671] env[67174]: INFO networking_nsxv3.common.synchronization [req-9fc4ffa5-8a79-4769-963f-885fdaca4b88 req-e9d58e4d-8be5-488c-93f2-26f75668ac44 tempest-InstanceActionsV221TestJSON-17385446 tempest-InstanceActionsV221TestJSON-17385446-project-member] Enqueued Resource ID: c811befd-6f7f-4425-a60e-a421bd37bf4d with Priority: HIGHEST for action security_group_members [ 598.391671] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811befd-6f7f-4425-a60e-a421bd37bf4d with Priority: HIGHEST for action security_group_members [ 598.392786] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811befd-6f7f-4425-a60e-a421bd37bf4d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.392884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.392921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.395617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.395617] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.395617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.395617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.395617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.395617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.395617] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811befd-6f7f-4425-a60e-a421bd37bf4d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.470427] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c007006-9d93-4518-997c-e2e081706a60 [ 598.470683] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.470836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.470908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.472829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.472829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.472829] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c007006-9d93-4518-997c-e2e081706a60 already deleted. [ 598.472829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c007006-9d93-4518-997c-e2e081706a60" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.486771] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.488525] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.491025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.491025] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce309c32-87ec-4c83-a9ff-ab01f6699a5c with status ACTIVE [ 598.491025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.491025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.491025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.491025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.491025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.491025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.491025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.491025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.491025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.491025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.491025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.491025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.491025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.491025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.491025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.491795] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce309c32-87ec-4c83-a9ff-ab01f6699a5c is going to be updated. [ 598.515656] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.515656] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.515656] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.515879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.515879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.516035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce309c32-87ec-4c83-a9ff-ab01f6699a5c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.887236] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.887554] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-995" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.887554] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-995" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.887857] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-995" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.888122] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.888273] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.888384] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.888606] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.888811] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.889011] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.889123] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.889226] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.889330] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.889433] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.889566] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.889655] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.898072] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.898257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.898257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.898456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.898553] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.898728] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.898820] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.898880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.899032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.899132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.899184] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811befd-6f7f-4425-a60e-a421bd37bf4d already deleted. [ 598.899257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.909828] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.909828] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.909828] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.910020] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-995" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.910711] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-62928fd6-1a3f-454f-9cb6-228054d5d9c9 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.910711] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-62928fd6-1a3f-454f-9cb6-228054d5d9c9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.910711] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-62928fd6-1a3f-454f-9cb6-228054d5d9c9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.910925] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-62928fd6-1a3f-454f-9cb6-228054d5d9c9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.910925] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62928fd6-1a3f-454f-9cb6-228054d5d9c9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.995542] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.210437] env[67174]: INFO networking_nsxv3.common.synchronization [None req-b888d3a3-8efe-4874-bf9b-6383cc99cf35 None None] Enqueued Resource ID: 096471a4-df3f-4fa4-b529-88363bbf5c53 with Priority: HIGHEST for action port [ 599.211175] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096471a4-df3f-4fa4-b529-88363bbf5c53 with Priority: HIGHEST for action port [ 599.211175] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-096471a4-df3f-4fa4-b529-88363bbf5c53 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.211306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-096471a4-df3f-4fa4-b529-88363bbf5c53" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.211306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-096471a4-df3f-4fa4-b529-88363bbf5c53" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.212107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-096471a4-df3f-4fa4-b529-88363bbf5c53" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.212107] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('096471a4-df3f-4fa4-b529-88363bbf5c53',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.413135] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.413392] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.413476] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.413679] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.413811] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.413950] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 62928fd6-1a3f-454f-9cb6-228054d5d9c9 not found, creating... [ 599.414548] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.414548] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.414548] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.414816] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.414866] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.415156] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.415298] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.415948] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.415948] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.415948] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.415948] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 62928fd6-1a3f-454f-9cb6-228054d5d9c9 is going to be created. [ 599.438204] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.438416] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.438534] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.438798] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.439027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.439256] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-62928fd6-1a3f-454f-9cb6-228054d5d9c9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.498219] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.501146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.501146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.501146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.501146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.501146] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37387f75-fb16-456d-a665-839110f2fa5b is going to be created. [ 599.540772] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.541014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.541101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.541330] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.541902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.557031] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: UNINITIALIZED for 2s [ 599.716519] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 096471a4-df3f-4fa4-b529-88363bbf5c53 [ 599.716612] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.716778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.716838] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.717075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.717228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.717286] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:096471a4-df3f-4fa4-b529-88363bbf5c53 already deleted. [ 599.717324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-096471a4-df3f-4fa4-b529-88363bbf5c53" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.005382] env[67174]: INFO networking_nsxv3.common.synchronization [None req-ea4d7692-45b4-416c-95d3-73bf3703269a None None] Enqueued Resource ID: b2fa0ecc-0480-4cf5-adfa-99d7aee0ce31 with Priority: HIGHEST for action port [ 600.005939] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fa0ecc-0480-4cf5-adfa-99d7aee0ce31 with Priority: HIGHEST for action port [ 600.006274] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2fa0ecc-0480-4cf5-adfa-99d7aee0ce31 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.006407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2fa0ecc-0480-4cf5-adfa-99d7aee0ce31" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.006465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2fa0ecc-0480-4cf5-adfa-99d7aee0ce31" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.006787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2fa0ecc-0480-4cf5-adfa-99d7aee0ce31" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.006924] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2fa0ecc-0480-4cf5-adfa-99d7aee0ce31',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.137041] env[67174]: INFO networking_nsxv3.common.synchronization [req-9fc4ffa5-8a79-4769-963f-885fdaca4b88 req-d5945c90-69b3-49db-9f75-960b68c0ec0f service nova] Enqueued Resource ID: c811befd-6f7f-4425-a60e-a421bd37bf4d with Priority: HIGHEST for action security_group_rules [ 600.137041] env[67174]: INFO networking_nsxv3.common.synchronization [req-9fc4ffa5-8a79-4769-963f-885fdaca4b88 req-d5945c90-69b3-49db-9f75-960b68c0ec0f service nova] Enqueued Resource ID: c811befd-6f7f-4425-a60e-a421bd37bf4d with Priority: HIGHEST for action security_group_members [ 600.137041] env[67174]: INFO networking_nsxv3.common.synchronization [req-9fc4ffa5-8a79-4769-963f-885fdaca4b88 req-d5945c90-69b3-49db-9f75-960b68c0ec0f service nova] Enqueued Resource ID: 62928fd6-1a3f-454f-9cb6-228054d5d9c9 with Priority: HIGHEST for action port [ 600.137041] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811befd-6f7f-4425-a60e-a421bd37bf4d with Priority: HIGHEST for action security_group_rules [ 600.137041] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811befd-6f7f-4425-a60e-a421bd37bf4d with Priority: HIGHEST for action security_group_members [ 600.137041] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62928fd6-1a3f-454f-9cb6-228054d5d9c9 with Priority: HIGHEST for action port [ 600.137041] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c811befd-6f7f-4425-a60e-a421bd37bf4d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.137041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.137041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.138137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.138427] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c811befd-6f7f-4425-a60e-a421bd37bf4d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.139776] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811befd-6f7f-4425-a60e-a421bd37bf4d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.140446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.140446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.140695] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.141162] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.142306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.142306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.142306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.142306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.142306] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811befd-6f7f-4425-a60e-a421bd37bf4d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.144194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-62928fd6-1a3f-454f-9cb6-228054d5d9c9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.144194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62928fd6-1a3f-454f-9cb6-228054d5d9c9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.144194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62928fd6-1a3f-454f-9cb6-228054d5d9c9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.144194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62928fd6-1a3f-454f-9cb6-228054d5d9c9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.144194] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62928fd6-1a3f-454f-9cb6-228054d5d9c9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.284314] env[67174]: INFO networking_nsxv3.common.synchronization [None req-18c2812a-f5ef-4460-bd16-d70beb3570ac tempest-ServerActionsTestOtherB-83155665 tempest-ServerActionsTestOtherB-83155665-project-member] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_rules [ 600.284314] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_rules [ 600.284741] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.285064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.285219] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.285627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.285811] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.446028] env[67174]: INFO networking_nsxv3.common.synchronization [None req-e20ab5c8-9cf4-495e-a565-bb5f878a2bfe tempest-ServerActionsTestOtherB-83155665 tempest-ServerActionsTestOtherB-83155665-project-member] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_rules [ 600.446028] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_rules [ 600.447576] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.447696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.511358] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2fa0ecc-0480-4cf5-adfa-99d7aee0ce31 [ 600.511358] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.511358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.511358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.511358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.511358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.511358] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2fa0ecc-0480-4cf5-adfa-99d7aee0ce31 already deleted. [ 600.511358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2fa0ecc-0480-4cf5-adfa-99d7aee0ce31" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.612436] env[67174]: INFO networking_nsxv3.common.synchronization [req-caef21fa-59ae-4ae1-b779-1072614c2bc6 req-3ca9f9ba-d8ad-4ef8-80a4-3d98fe1a48ff tempest-VolumesAdminNegativeTest-1470903621 tempest-VolumesAdminNegativeTest-1470903621-project-member] Enqueued Resource ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 with Priority: HIGHEST for action security_group_members [ 600.612436] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 with Priority: HIGHEST for action security_group_members [ 600.612436] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d166a30-7eb2-4eae-87da-af22de77d6c7 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.612436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.612436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.613800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.614127] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.614214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.614214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.614420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.614535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.614623] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d166a30-7eb2-4eae-87da-af22de77d6c7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.646172] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811befd-6f7f-4425-a60e-a421bd37bf4d taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.646292] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.646474] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c811befd-6f7f-4425-a60e-a421bd37bf4d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.647556] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62928fd6-1a3f-454f-9cb6-228054d5d9c9 with status ACTIVE [ 600.647738] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.647876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.647936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.648153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.648238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.648426] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.648573] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.648641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.648803] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.648883] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.649474] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.649593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.649655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.649821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.649885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.649959] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62928fd6-1a3f-454f-9cb6-228054d5d9c9 is going to be updated. [ 600.679065] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.679306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.679587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.683506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.683506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.683506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62928fd6-1a3f-454f-9cb6-228054d5d9c9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.811576] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.811807] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.811807] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.812073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.812252] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.812419] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf already deleted. [ 600.812551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.812720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.812890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.812990] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.116927] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.117233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.117233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.118048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.118048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.118048] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.118218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.118218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.119047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.119047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.119047] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 already deleted. [ 601.119047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.154243] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c811befd-6f7f-4425-a60e-a421bd37bf4d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.339182] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.339182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.339182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.339182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.339182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.339182] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf already deleted. [ 601.339182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.376176] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.376380] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-349" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.376472] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-349" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.376809] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-349" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.377075] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.377227] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.377335] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.377542] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.377677] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.377949] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.378096] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.378096] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.378197] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.378266] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.378361] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.378486] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.397623] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.397787] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.397914] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.398090] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-349" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.398404] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-256186e5-3941-45a8-836d-c95ae63236cb taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.398704] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-256186e5-3941-45a8-836d-c95ae63236cb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.398776] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-256186e5-3941-45a8-836d-c95ae63236cb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.399059] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-256186e5-3941-45a8-836d-c95ae63236cb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.399191] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256186e5-3941-45a8-836d-c95ae63236cb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.567554] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: SUCCESS [ 601.567905] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.568211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.568520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.568993] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.568993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.568993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.569212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.569478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.569478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.569478] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.659375] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.659375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.659375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.659375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.659375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.659375] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811befd-6f7f-4425-a60e-a421bd37bf4d is going to be created. [ 601.690578] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.690721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.690797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.691039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.691198] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.702997] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811befd-6f7f-4425-a60e-a421bd37bf4d in Status: UNINITIALIZED for 2s [ 601.901538] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.901538] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.902723] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.902723] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.902723] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.902723] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 256186e5-3941-45a8-836d-c95ae63236cb not found, creating... [ 601.902723] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.902973] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.903033] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.903261] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.903385] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.903694] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.903837] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.903942] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.904308] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.904587] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.905641] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 256186e5-3941-45a8-836d-c95ae63236cb is going to be created. [ 601.925791] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.925791] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.925791] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.925791] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.927215] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.927215] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-256186e5-3941-45a8-836d-c95ae63236cb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.999868] env[67174]: INFO networking_nsxv3.common.synchronization [req-c80a3d0a-6d64-4b11-91b7-881bf7b18d43 req-e46ab195-02f5-49cc-8824-b6687c1bf9b1 tempest-ServersTestJSON-1251806580 tempest-ServersTestJSON-1251806580-project-member] Enqueued Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGHEST for action security_group_members [ 602.000517] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGHEST for action security_group_members [ 602.000920] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f379c511-4ed8-4036-8204-75d35f9488c0 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.001271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.001498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.002724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.002724] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.002724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.002724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.002724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.002724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.002973] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f379c511-4ed8-4036-8204-75d35f9488c0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.071860] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.072294] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.072404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.072933] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.072933] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.073673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.073751] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.074213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.074325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.074718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.074993] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.075180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.075290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.078310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.078310] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.078310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.078310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.078310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.078310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.078310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.078310] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.461234] env[67174]: INFO networking_nsxv3.common.synchronization [None req-009034f5-456e-4602-a1fe-084f5c21bcce None None] Enqueued Resource ID: c432469c-e738-4c51-a856-9c0a7def6785 with Priority: HIGHEST for action port [ 602.461790] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c432469c-e738-4c51-a856-9c0a7def6785 with Priority: HIGHEST for action port [ 602.461790] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-c432469c-e738-4c51-a856-9c0a7def6785 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.461918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c432469c-e738-4c51-a856-9c0a7def6785" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.461918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c432469c-e738-4c51-a856-9c0a7def6785" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.462513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c432469c-e738-4c51-a856-9c0a7def6785" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.462513] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c432469c-e738-4c51-a856-9c0a7def6785',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.475228] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.475385] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-430" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.475474] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-430" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.475847] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-430" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.476103] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.476297] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.476453] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.476760] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.476931] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.477159] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.477266] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.477364] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.477517] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.477638] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.477736] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.477855] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.497374] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.497660] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.497883] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.498191] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-430" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.498679] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-fae3de9b-bf29-423d-af22-45b857181099 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.499011] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-fae3de9b-bf29-423d-af22-45b857181099" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.499213] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-fae3de9b-bf29-423d-af22-45b857181099" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.499664] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-fae3de9b-bf29-423d-af22-45b857181099" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.499898] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fae3de9b-bf29-423d-af22-45b857181099',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.505282] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.505495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.505617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.506306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.506463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.506754] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.506924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.507043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.507496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.507686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.507799] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f379c511-4ed8-4036-8204-75d35f9488c0 already deleted. [ 602.507865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.579826] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37387f75-fb16-456d-a665-839110f2fa5b: rpc.has_security_group_logging(os_id): False [ 602.600990] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.601302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.601302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.601530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.601637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.601886] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.602058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.602132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.602358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.602451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.602724] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.602885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.602985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.603221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.603349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.603555] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.603717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.603813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.604058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.604216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.604403] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37387f75-fb16-456d-a665-839110f2fa5b is going to be created. [ 602.664588] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.664789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.664848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.665130] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.665361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.676318] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: IN_PROGRESS for 2s [ 602.749079] env[67174]: INFO networking_nsxv3.common.synchronization [req-caef21fa-59ae-4ae1-b779-1072614c2bc6 req-e0848c17-bf9c-4e96-a520-064ae911af69 service nova] Enqueued Resource ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 with Priority: HIGHEST for action security_group_rules [ 602.749203] env[67174]: INFO networking_nsxv3.common.synchronization [req-caef21fa-59ae-4ae1-b779-1072614c2bc6 req-e0848c17-bf9c-4e96-a520-064ae911af69 service nova] Enqueued Resource ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 with Priority: HIGHEST for action security_group_members [ 602.749259] env[67174]: INFO networking_nsxv3.common.synchronization [req-caef21fa-59ae-4ae1-b779-1072614c2bc6 req-e0848c17-bf9c-4e96-a520-064ae911af69 service nova] Enqueued Resource ID: 256186e5-3941-45a8-836d-c95ae63236cb with Priority: HIGHEST for action port [ 602.749459] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 with Priority: HIGHEST for action security_group_rules [ 602.749585] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 with Priority: HIGHEST for action security_group_members [ 602.749682] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256186e5-3941-45a8-836d-c95ae63236cb with Priority: HIGHEST for action port [ 602.750259] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d166a30-7eb2-4eae-87da-af22de77d6c7 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.750380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.750448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.750834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.750921] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d166a30-7eb2-4eae-87da-af22de77d6c7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.751809] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d166a30-7eb2-4eae-87da-af22de77d6c7 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.751924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.751991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.752181] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.752400] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.752480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.752480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.752610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.752694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.752783] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d166a30-7eb2-4eae-87da-af22de77d6c7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.753579] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-256186e5-3941-45a8-836d-c95ae63236cb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.753689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256186e5-3941-45a8-836d-c95ae63236cb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.754808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256186e5-3941-45a8-836d-c95ae63236cb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.755070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256186e5-3941-45a8-836d-c95ae63236cb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.755111] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256186e5-3941-45a8-836d-c95ae63236cb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.964749] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c432469c-e738-4c51-a856-9c0a7def6785 [ 602.964991] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.965142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.965208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.965427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.965513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.965607] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c432469c-e738-4c51-a856-9c0a7def6785 already deleted. [ 602.965685] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c432469c-e738-4c51-a856-9c0a7def6785" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.003483] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.003702] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.003821] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.004115] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.004258] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.004459] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port fae3de9b-bf29-423d-af22-45b857181099 not found, creating... [ 603.004724] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.004878] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.004986] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.005213] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.005394] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.005632] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.005779] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.005894] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.006088] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.006213] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.006341] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: fae3de9b-bf29-423d-af22-45b857181099 is going to be created. [ 603.029416] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.029416] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.029627] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.029816] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.030046] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.030257] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-fae3de9b-bf29-423d-af22-45b857181099" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.257025] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d166a30-7eb2-4eae-87da-af22de77d6c7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.257805] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d166a30-7eb2-4eae-87da-af22de77d6c7 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.257923] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.259370] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 256186e5-3941-45a8-836d-c95ae63236cb with status ACTIVE [ 603.259564] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.259646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.259709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.259962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.259998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.260159] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.260254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.260314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.260486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.260520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.260691] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.260780] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.260989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.260989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.261090] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.261157] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 256186e5-3941-45a8-836d-c95ae63236cb is going to be updated. [ 603.284197] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.284317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.284317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.284572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.285226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.285226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256186e5-3941-45a8-836d-c95ae63236cb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.715221] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811befd-6f7f-4425-a60e-a421bd37bf4d in Status: SUCCESS [ 603.716428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.716428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.716428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.716428] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.716428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.716428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.716428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.716692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.716692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.716692] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c811befd-6f7f-4425-a60e-a421bd37bf4d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.759076] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d166a30-7eb2-4eae-87da-af22de77d6c7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.799679] env[67174]: INFO networking_nsxv3.common.synchronization [req-c80a3d0a-6d64-4b11-91b7-881bf7b18d43 req-3aa98baa-0f17-4773-af46-81b37610ed10 service nova] Enqueued Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGHEST for action security_group_rules [ 603.801025] env[67174]: INFO networking_nsxv3.common.synchronization [req-c80a3d0a-6d64-4b11-91b7-881bf7b18d43 req-3aa98baa-0f17-4773-af46-81b37610ed10 service nova] Enqueued Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGHEST for action security_group_members [ 603.801025] env[67174]: INFO networking_nsxv3.common.synchronization [req-c80a3d0a-6d64-4b11-91b7-881bf7b18d43 req-3aa98baa-0f17-4773-af46-81b37610ed10 service nova] Enqueued Resource ID: fae3de9b-bf29-423d-af22-45b857181099 with Priority: HIGHEST for action port [ 603.801025] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGHEST for action security_group_rules [ 603.801025] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGHEST for action security_group_members [ 603.801025] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fae3de9b-bf29-423d-af22-45b857181099 with Priority: HIGHEST for action port [ 603.802218] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f379c511-4ed8-4036-8204-75d35f9488c0 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.802532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.806018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.806018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.806018] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f379c511-4ed8-4036-8204-75d35f9488c0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.806018] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f379c511-4ed8-4036-8204-75d35f9488c0 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.806018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.806018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.806018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.806018] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.806018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.806018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.806018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.806018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.806018] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f379c511-4ed8-4036-8204-75d35f9488c0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.806772] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-fae3de9b-bf29-423d-af22-45b857181099 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.807029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fae3de9b-bf29-423d-af22-45b857181099" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.807264] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fae3de9b-bf29-423d-af22-45b857181099" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.807546] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fae3de9b-bf29-423d-af22-45b857181099" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.807716] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fae3de9b-bf29-423d-af22-45b857181099',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.224869] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811befd-6f7f-4425-a60e-a421bd37bf4d taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.225131] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.225210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.225458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.225631] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.225751] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.225817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.225990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.226088] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.226177] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.226376] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811befd-6f7f-4425-a60e-a421bd37bf4d taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.226496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.226593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.226819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.227048] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.227184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.227254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.227433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.229057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.229057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.229057] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c811befd-6f7f-4425-a60e-a421bd37bf4d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.261560] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.261776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.261831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.262049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.262151] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.262289] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 is going to be created. [ 604.291058] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.291212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.291283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.291768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.291768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.303334] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 in Status: UNINITIALIZED for 2s [ 604.309752] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f379c511-4ed8-4036-8204-75d35f9488c0 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.309907] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.310116] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f379c511-4ed8-4036-8204-75d35f9488c0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.311087] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fae3de9b-bf29-423d-af22-45b857181099 with status ACTIVE [ 604.311523] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.311684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.311753] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.312114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.312399] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.312557] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.312664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.312727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.312896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.312978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.313233] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.313289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.313377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.313501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.313579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.313611] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fae3de9b-bf29-423d-af22-45b857181099 is going to be updated. [ 604.328177] env[67174]: INFO networking_nsxv3.common.synchronization [req-fd60f834-2d90-456d-b08c-a76b6ea58133 req-115c7e75-8555-4778-b653-d3f0dfee427f tempest-ServerDiagnosticsNegativeTest-1383230428 tempest-ServerDiagnosticsNegativeTest-1383230428-project-member] Enqueued Resource ID: e2f57f08-1c17-43bd-9169-c5940f265015 with Priority: HIGHEST for action security_group_members [ 604.328321] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f57f08-1c17-43bd-9169-c5940f265015 with Priority: HIGHEST for action security_group_members [ 604.328628] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2f57f08-1c17-43bd-9169-c5940f265015 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.328731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.329572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.329572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.329572] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.329780] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.329780] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.329995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.329995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.330096] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2f57f08-1c17-43bd-9169-c5940f265015',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.342942] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.343110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.343181] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.343390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.343691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.343691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fae3de9b-bf29-423d-af22-45b857181099" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.688634] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: SUCCESS [ 604.688634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.731664] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c811befd-6f7f-4425-a60e-a421bd37bf4d: rpc.has_security_group_logging(os_id): False [ 604.750739] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.750951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.750951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.751176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.751791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.751791] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.751791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.751791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.751791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.753073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.753073] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.753073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.753073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.753073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.753073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.753073] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.753073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.753073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.753073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.753073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.753487] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c811befd-6f7f-4425-a60e-a421bd37bf4d is going to be created. [ 604.772193] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.772436] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.772567] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.772820] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.773101] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.773251] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.773359] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.773567] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.773702] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.773900] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.774017] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.774143] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.774439] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.774439] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.774550] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.774680] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.793059] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.793242] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.793426] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.793607] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.793925] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-6dc68ea4-c703-4ba0-9750-98b9f97f6155 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.794114] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-6dc68ea4-c703-4ba0-9750-98b9f97f6155" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.794227] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-6dc68ea4-c703-4ba0-9750-98b9f97f6155" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.794647] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-6dc68ea4-c703-4ba0-9750-98b9f97f6155" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.794878] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc68ea4-c703-4ba0-9750-98b9f97f6155',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.814698] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.814872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.814916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.815125] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.815300] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.816398] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f379c511-4ed8-4036-8204-75d35f9488c0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.827074] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c811befd-6f7f-4425-a60e-a421bd37bf4d in Status: IN_PROGRESS for 2s [ 604.833532] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.833648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.833723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.833921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.834021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.834513] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.834513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.834513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.834677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.834677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.834748] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2f57f08-1c17-43bd-9169-c5940f265015 already deleted. [ 604.834783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.297812] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.298135] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.298294] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.298619] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.298795] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.298973] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 6dc68ea4-c703-4ba0-9750-98b9f97f6155 not found, creating... [ 605.299355] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.299579] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.299579] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.299802] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.299929] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.300238] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.300436] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.300497] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.300685] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.300810] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.300961] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 6dc68ea4-c703-4ba0-9750-98b9f97f6155 is going to be created. [ 605.319272] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.319512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.319584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.319894] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.319981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.320050] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f379c511-4ed8-4036-8204-75d35f9488c0 is going to be created. [ 605.340363] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.340631] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.340774] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.341086] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.341394] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.341635] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-6dc68ea4-c703-4ba0-9750-98b9f97f6155" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.368485] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.368651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.368721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.368934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.369113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.389915] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f379c511-4ed8-4036-8204-75d35f9488c0 in Status: UNINITIALIZED for 2s [ 606.050651] env[67174]: INFO networking_nsxv3.common.synchronization [req-fd60f834-2d90-456d-b08c-a76b6ea58133 req-702ad515-5e2b-49e0-b131-a474c56bac41 service nova] Enqueued Resource ID: e2f57f08-1c17-43bd-9169-c5940f265015 with Priority: HIGHEST for action security_group_rules [ 606.050902] env[67174]: INFO networking_nsxv3.common.synchronization [req-fd60f834-2d90-456d-b08c-a76b6ea58133 req-702ad515-5e2b-49e0-b131-a474c56bac41 service nova] Enqueued Resource ID: e2f57f08-1c17-43bd-9169-c5940f265015 with Priority: HIGHEST for action security_group_members [ 606.051023] env[67174]: INFO networking_nsxv3.common.synchronization [req-fd60f834-2d90-456d-b08c-a76b6ea58133 req-702ad515-5e2b-49e0-b131-a474c56bac41 service nova] Enqueued Resource ID: 6dc68ea4-c703-4ba0-9750-98b9f97f6155 with Priority: HIGHEST for action port [ 606.051625] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f57f08-1c17-43bd-9169-c5940f265015 with Priority: HIGHEST for action security_group_rules [ 606.051769] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f57f08-1c17-43bd-9169-c5940f265015 with Priority: HIGHEST for action security_group_members [ 606.051939] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc68ea4-c703-4ba0-9750-98b9f97f6155 with Priority: HIGHEST for action port [ 606.052371] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2f57f08-1c17-43bd-9169-c5940f265015 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.052538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.052631] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.052964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.053105] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2f57f08-1c17-43bd-9169-c5940f265015',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.055438] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2f57f08-1c17-43bd-9169-c5940f265015 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.055438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.055438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.055654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.055811] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.055860] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.055949] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.056481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.056620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.056747] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2f57f08-1c17-43bd-9169-c5940f265015',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.058420] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dc68ea4-c703-4ba0-9750-98b9f97f6155 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.058889] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dc68ea4-c703-4ba0-9750-98b9f97f6155" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.058978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dc68ea4-c703-4ba0-9750-98b9f97f6155" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.059160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dc68ea4-c703-4ba0-9750-98b9f97f6155" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.059398] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc68ea4-c703-4ba0-9750-98b9f97f6155',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.316568] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 in Status: SUCCESS [ 606.316917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.316917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.317097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.317313] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.317451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.317511] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.317728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.317767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.317923] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.317923] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d166a30-7eb2-4eae-87da-af22de77d6c7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.561793] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2f57f08-1c17-43bd-9169-c5940f265015 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.561936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.562238] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2f57f08-1c17-43bd-9169-c5940f265015',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.563943] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dc68ea4-c703-4ba0-9750-98b9f97f6155 with status ACTIVE [ 606.563943] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.563943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.563943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.563943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.563943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.564220] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.564220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.564220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.564328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.565856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.565856] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.565856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.565856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.565856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.565856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.565856] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dc68ea4-c703-4ba0-9750-98b9f97f6155 is going to be updated. [ 606.575488] env[67174]: INFO networking_nsxv3.common.synchronization [req-21130305-a994-4ecc-867f-5958e208befe req-f6814423-489e-40bd-881f-d75422ab09fb tempest-VolumesAssistedSnapshotsTest-743332125 tempest-VolumesAssistedSnapshotsTest-743332125-project-member] Enqueued Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGHEST for action security_group_members [ 606.582121] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGHEST for action security_group_members [ 606.582121] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8025f0-1742-4946-9480-975a67562fab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.582121] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.582121] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.582463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.582463] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.582554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.582554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.582749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.582895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.582956] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8025f0-1742-4946-9480-975a67562fab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.590474] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.590705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.591628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.591628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.591628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.591628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dc68ea4-c703-4ba0-9750-98b9f97f6155" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.819958] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d166a30-7eb2-4eae-87da-af22de77d6c7 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.820099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.820169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.820396] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.820581] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.820677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.820739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.820889] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.820972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.821126] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.821353] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d166a30-7eb2-4eae-87da-af22de77d6c7 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.821455] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.821514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.821912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.821912] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.821912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.822068] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.822068] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.822144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.822218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.822303] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d166a30-7eb2-4eae-87da-af22de77d6c7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.842520] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c811befd-6f7f-4425-a60e-a421bd37bf4d in Status: SUCCESS [ 606.842744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.899333] env[67174]: INFO networking_nsxv3.common.synchronization [req-feba52e8-351d-4bb2-bf06-141a2511f58f req-98f96997-2d7c-41f8-b029-c25bb93c3222 tempest-SecurityGroupRulesTestJSON-431868435 tempest-SecurityGroupRulesTestJSON-431868435-project-member] Enqueued Resource ID: 491b4935-33e2-46ad-9e0e-051b231f876c with Priority: HIGHEST for action security_group_rules [ 606.899333] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 491b4935-33e2-46ad-9e0e-051b231f876c with Priority: HIGHEST for action security_group_rules [ 606.899333] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-491b4935-33e2-46ad-9e0e-051b231f876c taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.899333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-491b4935-33e2-46ad-9e0e-051b231f876c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.899774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-491b4935-33e2-46ad-9e0e-051b231f876c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.900245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-491b4935-33e2-46ad-9e0e-051b231f876c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.900476] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('491b4935-33e2-46ad-9e0e-051b231f876c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.970376] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.970724] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-241" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.970892] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-241" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.971253] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-241" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.971690] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.971852] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.971963] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.972194] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.972365] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.972584] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.972683] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.972763] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.972857] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.972959] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.973216] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.973385] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.993499] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.993705] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.993875] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.994085] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-241" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.994466] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-a9b55b05-e645-46e7-9743-0ee71f64fc70 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.994693] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-a9b55b05-e645-46e7-9743-0ee71f64fc70" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.994839] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-a9b55b05-e645-46e7-9743-0ee71f64fc70" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.995180] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-a9b55b05-e645-46e7-9743-0ee71f64fc70" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.995364] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9b55b05-e645-46e7-9743-0ee71f64fc70',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.067534] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2f57f08-1c17-43bd-9169-c5940f265015',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.089886] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.090114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.090210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.090450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.090538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.090786] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.090916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.091160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.091248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.091356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.091487] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8025f0-1742-4946-9480-975a67562fab already deleted. [ 607.091600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.328219] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d166a30-7eb2-4eae-87da-af22de77d6c7: rpc.has_security_group_logging(os_id): False [ 607.348656] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.348857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.348936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.349230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.349395] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.349672] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.349771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.349831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.349987] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.350086] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.350526] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.350526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.350526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.350703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.350746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.350944] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.351048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.351106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.351244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.351314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.351445] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 is going to be created. [ 607.398818] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f379c511-4ed8-4036-8204-75d35f9488c0 in Status: SUCCESS [ 607.399079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.399251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.399526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.399695] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.399777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.399822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.399971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.400069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.400154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.400245] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f379c511-4ed8-4036-8204-75d35f9488c0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.418593] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.418839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.418839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.419087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.419262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.426439] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.426583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.426583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.426916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.427018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.427115] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 491b4935-33e2-46ad-9e0e-051b231f876c already deleted. [ 607.427239] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-491b4935-33e2-46ad-9e0e-051b231f876c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.429654] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 in Status: IN_PROGRESS for 2s [ 607.498208] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.498573] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.498773] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.499795] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.499795] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.499795] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port a9b55b05-e645-46e7-9743-0ee71f64fc70 not found, creating... [ 607.500400] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.500400] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.500553] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.500880] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.501114] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.501587] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.501855] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.502053] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.502382] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.502586] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.502794] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: a9b55b05-e645-46e7-9743-0ee71f64fc70 is going to be created. [ 607.528978] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.529338] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.529540] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.529937] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.530304] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.531289] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-a9b55b05-e645-46e7-9743-0ee71f64fc70" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.573326] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.573326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.573326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.573520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.573570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.573625] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2f57f08-1c17-43bd-9169-c5940f265015 is going to be created. [ 607.604910] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.605122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.605163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.605363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.605521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.617643] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2f57f08-1c17-43bd-9169-c5940f265015 in Status: UNINITIALIZED for 2s [ 607.903738] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f379c511-4ed8-4036-8204-75d35f9488c0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.212438] env[67174]: INFO networking_nsxv3.common.synchronization [req-21130305-a994-4ecc-867f-5958e208befe req-0dbd095b-3828-4920-b55e-b08c91cc9ce3 service nova] Enqueued Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGHEST for action security_group_rules [ 608.212438] env[67174]: INFO networking_nsxv3.common.synchronization [req-21130305-a994-4ecc-867f-5958e208befe req-0dbd095b-3828-4920-b55e-b08c91cc9ce3 service nova] Enqueued Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGHEST for action security_group_members [ 608.212438] env[67174]: INFO networking_nsxv3.common.synchronization [req-21130305-a994-4ecc-867f-5958e208befe req-0dbd095b-3828-4920-b55e-b08c91cc9ce3 service nova] Enqueued Resource ID: a9b55b05-e645-46e7-9743-0ee71f64fc70 with Priority: HIGHEST for action port [ 608.212438] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGHEST for action security_group_rules [ 608.212438] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGHEST for action security_group_members [ 608.213222] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b55b05-e645-46e7-9743-0ee71f64fc70 with Priority: HIGHEST for action port [ 608.213583] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8025f0-1742-4946-9480-975a67562fab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.213715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.213777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.214246] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.214246] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8025f0-1742-4946-9480-975a67562fab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.215074] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8025f0-1742-4946-9480-975a67562fab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.215228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.215339] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.215571] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.215803] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.215965] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.216311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.216311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.216413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.216527] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8025f0-1742-4946-9480-975a67562fab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.218452] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9b55b05-e645-46e7-9743-0ee71f64fc70 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.219343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9b55b05-e645-46e7-9743-0ee71f64fc70" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.219343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9b55b05-e645-46e7-9743-0ee71f64fc70" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.220114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9b55b05-e645-46e7-9743-0ee71f64fc70" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.220236] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9b55b05-e645-46e7-9743-0ee71f64fc70',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.407076] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f379c511-4ed8-4036-8204-75d35f9488c0: rpc.has_security_group_logging(os_id): False [ 608.426941] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.427405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.427532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.427651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.427778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.428174] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.428314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.428374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.428551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.428625] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.428723] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f379c511-4ed8-4036-8204-75d35f9488c0 is going to be created. [ 608.497265] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.497581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.497626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.497810] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.497990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.512674] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f379c511-4ed8-4036-8204-75d35f9488c0 in Status: IN_PROGRESS for 2s [ 608.722741] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8025f0-1742-4946-9480-975a67562fab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.722915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.723131] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8025f0-1742-4946-9480-975a67562fab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.724382] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9b55b05-e645-46e7-9743-0ee71f64fc70 with status ACTIVE [ 608.724382] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.724537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.724641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.724843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.724958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.725177] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.725249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.725327] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.725508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.725615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.725777] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.725868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.725925] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.726536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.726536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.726536] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9b55b05-e645-46e7-9743-0ee71f64fc70 is going to be updated. [ 608.749759] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.749977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.749977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.750187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.750320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.750508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9b55b05-e645-46e7-9743-0ee71f64fc70" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.983288] env[67174]: INFO networking_nsxv3.common.synchronization [req-850b2c98-1386-4ce3-9923-984fbf056604 req-73ef1196-d5cb-4808-a896-71205366ce88 tempest-InstanceActionsNegativeTestJSON-1590893495 tempest-InstanceActionsNegativeTestJSON-1590893495-project-member] Enqueued Resource ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 with Priority: HIGHEST for action security_group_members [ 608.983288] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 with Priority: HIGHEST for action security_group_members [ 608.983288] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.983288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.983722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.983722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.983784] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.983857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.983916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.984079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.984163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.984252] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e9a37a3-27ec-4919-b5f2-f8e01c1affa6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.229441] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8025f0-1742-4946-9480-975a67562fab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.362579] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.362579] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-513" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.362579] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-513" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.367035] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-513" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.367035] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.367035] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.367035] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.367035] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.367035] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.367035] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.367035] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.367035] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.367035] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.367035] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.367035] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.367035] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.400726] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.400895] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.401082] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.401387] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-513" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.401691] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.401869] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.401982] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.402417] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.402535] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.445856] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 in Status: SUCCESS [ 609.446106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.486966] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.487187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.487257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.487508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.487594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.487797] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.488786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.488786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.488786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.488786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.488786] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 already deleted. [ 609.488786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.593102] env[67174]: INFO networking_nsxv3.common.synchronization [None req-def634ad-7fb5-463d-add5-288b50d7025d None None] Enqueued Resource ID: 3dbd0301-af5c-413e-aae6-9bc25bfab7b5 with Priority: HIGHEST for action port [ 609.595530] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dbd0301-af5c-413e-aae6-9bc25bfab7b5 with Priority: HIGHEST for action port [ 609.595892] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dbd0301-af5c-413e-aae6-9bc25bfab7b5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.596038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dbd0301-af5c-413e-aae6-9bc25bfab7b5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.596101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dbd0301-af5c-413e-aae6-9bc25bfab7b5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.596712] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dbd0301-af5c-413e-aae6-9bc25bfab7b5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.596712] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dbd0301-af5c-413e-aae6-9bc25bfab7b5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.628089] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2f57f08-1c17-43bd-9169-c5940f265015 in Status: SUCCESS [ 609.628237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.628994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.629203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.629482] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.629661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.629794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.629946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.630040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.630152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.630249] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2f57f08-1c17-43bd-9169-c5940f265015',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.731329] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.731991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.732159] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.732423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.732515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.732619] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8025f0-1742-4946-9480-975a67562fab is going to be created. [ 609.761499] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.761697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.761761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.761976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.762168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.774825] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8025f0-1742-4946-9480-975a67562fab in Status: UNINITIALIZED for 2s [ 609.905831] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.906085] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.906207] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.906976] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.906976] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.906976] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb not found, creating... [ 609.907123] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.907188] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.907301] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.907508] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.907639] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.907935] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.908119] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.908348] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.908606] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.908805] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.908992] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb is going to be created. [ 609.930482] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.930737] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.930789] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.931057] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.931275] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.931518] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.101194] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dbd0301-af5c-413e-aae6-9bc25bfab7b5 [ 610.101474] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.101623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.101738] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.101962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.102083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.102190] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dbd0301-af5c-413e-aae6-9bc25bfab7b5 already deleted. [ 610.103025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dbd0301-af5c-413e-aae6-9bc25bfab7b5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.133550] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2f57f08-1c17-43bd-9169-c5940f265015 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.133775] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.134023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.134316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.134659] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.135054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.135206] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.135333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.135556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.135736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.138822] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2f57f08-1c17-43bd-9169-c5940f265015 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.138822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.138822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.138822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.138822] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.138822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.138822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.138822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.138822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.138822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.138822] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2f57f08-1c17-43bd-9169-c5940f265015',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.527352] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f379c511-4ed8-4036-8204-75d35f9488c0 in Status: SUCCESS [ 610.528844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.640274] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2f57f08-1c17-43bd-9169-c5940f265015: rpc.has_security_group_logging(os_id): False [ 610.670574] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.670574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.670574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.670574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.670574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.670574] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.670574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.670574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.670574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.670574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.671142] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.671142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.671142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.671142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.671142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.671809] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.671809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.671809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.671953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.672433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.672561] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2f57f08-1c17-43bd-9169-c5940f265015 is going to be created. [ 610.691934] env[67174]: INFO networking_nsxv3.common.synchronization [req-850b2c98-1386-4ce3-9923-984fbf056604 req-805fac30-b5fc-4112-94b9-042d2b33f511 service nova] Enqueued Resource ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 with Priority: HIGHEST for action security_group_rules [ 610.692129] env[67174]: INFO networking_nsxv3.common.synchronization [req-850b2c98-1386-4ce3-9923-984fbf056604 req-805fac30-b5fc-4112-94b9-042d2b33f511 service nova] Enqueued Resource ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 with Priority: HIGHEST for action security_group_members [ 610.692276] env[67174]: INFO networking_nsxv3.common.synchronization [req-850b2c98-1386-4ce3-9923-984fbf056604 req-805fac30-b5fc-4112-94b9-042d2b33f511 service nova] Enqueued Resource ID: fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb with Priority: HIGHEST for action port [ 610.693060] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 with Priority: HIGHEST for action security_group_rules [ 610.693387] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 with Priority: HIGHEST for action security_group_members [ 610.693519] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb with Priority: HIGHEST for action port [ 610.693844] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.693980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.694241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.694328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.694456] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e9a37a3-27ec-4919-b5f2-f8e01c1affa6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.696022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.696022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.696022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.696022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.696022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.696324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.696324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.696324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.696420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.696455] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e9a37a3-27ec-4919-b5f2-f8e01c1affa6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.701367] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.701367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.701367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.701367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.701367] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.747900] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.747900] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.747900] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.747900] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.747900] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.757854] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2f57f08-1c17-43bd-9169-c5940f265015 in Status: IN_PROGRESS for 2s [ 610.886555] env[67174]: INFO networking_nsxv3.common.synchronization [req-efbbfefd-05d9-452d-af35-617b0fd010ab req-08de35b0-063c-4e46-8716-adac7d85b1fa tempest-ServerDiagnosticsTest-860335034 tempest-ServerDiagnosticsTest-860335034-project-member] Enqueued Resource ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 with Priority: HIGHEST for action security_group_members [ 610.886943] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 with Priority: HIGHEST for action security_group_members [ 610.890877] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e36490-4476-401f-b4f5-32b1aba66ab3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.890877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.890877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.890877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.890877] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.890877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.890877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.890877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.890877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.890877] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e36490-4476-401f-b4f5-32b1aba66ab3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.973075] env[67174]: INFO networking_nsxv3.common.synchronization [None req-2e9e62eb-7770-4411-bad3-3d2c2701de8a tempest-ServersWithSpecificFlavorTestJSON-320830793 tempest-ServersWithSpecificFlavorTestJSON-320830793-project-member] Enqueued Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_rules [ 610.973729] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_rules [ 610.974639] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.974851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.974960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.975371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.976756] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.104288] env[67174]: INFO networking_nsxv3.common.synchronization [None req-9f049e71-f94a-4e83-a9d4-0786e429ee00 tempest-ServersWithSpecificFlavorTestJSON-320830793 tempest-ServersWithSpecificFlavorTestJSON-320830793-project-member] Enqueued Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_rules [ 611.104898] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_rules [ 611.105584] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.105727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.200682] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.200682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.202008] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e9a37a3-27ec-4919-b5f2-f8e01c1affa6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.203010] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb with status ACTIVE [ 611.203252] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.203382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.203463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.203667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.203770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.203953] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.204655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.204747] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.204960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.205087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.205332] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.206478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.206596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.206824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.206915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.207026] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb is going to be updated. [ 611.234926] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.235372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.235765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.236708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.236708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.236708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5a8b5c-ec86-4925-b1e6-7c2e26a7d4bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.391057] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.391242] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.391332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.391574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.391688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.391916] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.392025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.392085] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.392244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.392322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.392424] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 is going to be updated. [ 611.440846] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.441026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.441084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.441477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.441477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.453229] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 in Status: IN_PROGRESS for 2s [ 611.508050] env[67174]: INFO networking_nsxv3.common.synchronization [req-840ee896-716f-4b06-866c-c88237a159ec req-6c59cb37-0a66-456e-9040-1e1801b1976b tempest-ServerActionsTestOtherB-83155665 tempest-ServerActionsTestOtherB-83155665-project-member] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 611.508658] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 611.509232] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.511275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.511355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.511657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.512324] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.512324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.512324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.512324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.512324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.512602] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.516255] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.516389] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.516471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.516678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.516764] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.517718] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 already deleted. [ 611.517718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.517718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.517962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.517997] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.710966] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e9a37a3-27ec-4919-b5f2-f8e01c1affa6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.788128] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8025f0-1742-4946-9480-975a67562fab in Status: SUCCESS [ 611.788349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.788521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.788741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.788946] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.789083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.789141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.789286] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.789365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.789464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.789589] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f8025f0-1742-4946-9480-975a67562fab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.973613] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.973613] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.973613] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.973868] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.974141] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.974530] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.974666] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.975058] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.975058] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.975247] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.977067] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.977067] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.977067] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.977067] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.977067] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.977067] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.998251] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.998447] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.998603] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.998785] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.999158] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-ba0f22da-e997-4a7e-8d20-f3f26a3f12dc taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.999343] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-ba0f22da-e997-4a7e-8d20-f3f26a3f12dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.999560] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-ba0f22da-e997-4a7e-8d20-f3f26a3f12dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.999828] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-ba0f22da-e997-4a7e-8d20-f3f26a3f12dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.000785] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba0f22da-e997-4a7e-8d20-f3f26a3f12dc',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.020833] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.021569] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.021569] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.022301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.022301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.022301] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.022546] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.022546] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.022650] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.023182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.023182] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf already deleted. [ 612.023182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.043709] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.043709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.043709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.043709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.043709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.044104] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 already deleted. [ 612.044104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.216606] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.216606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.216606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.216606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.216606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.216606] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 is going to be created. [ 612.243081] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.243081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.243081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.243081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.243081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.255432] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 in Status: UNINITIALIZED for 2s [ 612.291961] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f8025f0-1742-4946-9480-975a67562fab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.503179] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.503527] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.503722] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.504151] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.504280] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.504716] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port ba0f22da-e997-4a7e-8d20-f3f26a3f12dc not found, creating... [ 612.504891] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.505099] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.505344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.505619] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.505780] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.506290] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.506441] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.506624] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.506898] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.507162] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.507330] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: ba0f22da-e997-4a7e-8d20-f3f26a3f12dc is going to be created. [ 612.531596] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.531941] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.532291] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.532777] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.533259] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.533735] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-ba0f22da-e997-4a7e-8d20-f3f26a3f12dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.602532] env[67174]: INFO networking_nsxv3.common.synchronization [None req-8bfc3ab0-0c5c-414a-85d9-86db8c70c27c None None] Enqueued Resource ID: f9e4fd38-1d9c-48c4-9c74-2f5c9b6490c6 with Priority: HIGHEST for action port [ 612.604021] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e4fd38-1d9c-48c4-9c74-2f5c9b6490c6 with Priority: HIGHEST for action port [ 612.604198] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9e4fd38-1d9c-48c4-9c74-2f5c9b6490c6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.604335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9e4fd38-1d9c-48c4-9c74-2f5c9b6490c6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.604404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9e4fd38-1d9c-48c4-9c74-2f5c9b6490c6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.604686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9e4fd38-1d9c-48c4-9c74-2f5c9b6490c6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.604771] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9e4fd38-1d9c-48c4-9c74-2f5c9b6490c6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.773788] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2f57f08-1c17-43bd-9169-c5940f265015 in Status: SUCCESS [ 612.774233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.795770] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f8025f0-1742-4946-9480-975a67562fab: rpc.has_security_group_logging(os_id): False [ 612.817162] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.817341] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.817414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.817702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.817804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.818105] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.818222] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.818310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.818490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.818570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.818672] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8025f0-1742-4946-9480-975a67562fab is going to be created. [ 612.893884] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.895265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.895265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.895265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.895265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.910839] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8025f0-1742-4946-9480-975a67562fab in Status: IN_PROGRESS for 2s [ 613.109123] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9e4fd38-1d9c-48c4-9c74-2f5c9b6490c6 [ 613.109123] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.109123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.109390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.109390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.109458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.110890] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9e4fd38-1d9c-48c4-9c74-2f5c9b6490c6 already deleted. [ 613.110890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9e4fd38-1d9c-48c4-9c74-2f5c9b6490c6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.293286] env[67174]: INFO networking_nsxv3.common.synchronization [req-840ee896-716f-4b06-866c-c88237a159ec req-0f79e98e-75d5-4486-bbb8-6b3dbf54d8cd service nova] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_rules [ 613.293476] env[67174]: INFO networking_nsxv3.common.synchronization [req-840ee896-716f-4b06-866c-c88237a159ec req-0f79e98e-75d5-4486-bbb8-6b3dbf54d8cd service nova] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 613.293607] env[67174]: INFO networking_nsxv3.common.synchronization [req-840ee896-716f-4b06-866c-c88237a159ec req-0f79e98e-75d5-4486-bbb8-6b3dbf54d8cd service nova] Enqueued Resource ID: ba0f22da-e997-4a7e-8d20-f3f26a3f12dc with Priority: HIGHEST for action port [ 613.294590] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_rules [ 613.294590] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 613.294590] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba0f22da-e997-4a7e-8d20-f3f26a3f12dc with Priority: HIGHEST for action port [ 613.295455] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.295626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.295700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.295943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.296070] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.297643] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.297784] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.298067] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.298399] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.298533] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.298707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.298707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.299215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.299310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.299411] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.302094] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba0f22da-e997-4a7e-8d20-f3f26a3f12dc taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.302375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba0f22da-e997-4a7e-8d20-f3f26a3f12dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.302375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba0f22da-e997-4a7e-8d20-f3f26a3f12dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.302481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba0f22da-e997-4a7e-8d20-f3f26a3f12dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.302773] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba0f22da-e997-4a7e-8d20-f3f26a3f12dc',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.467771] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 in Status: SUCCESS [ 613.467771] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e36490-4476-401f-b4f5-32b1aba66ab3 deletion is rescheduled due to dependency. [ 613.467771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e36490-4476-401f-b4f5-32b1aba66ab3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.798501] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.798501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.803020] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.807707] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba0f22da-e997-4a7e-8d20-f3f26a3f12dc with status ACTIVE [ 613.808081] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.808416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.808416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.808543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.808634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.808821] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.808918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.808977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.809150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.809234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.811525] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.811659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.811719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.811908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.811984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.812106] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba0f22da-e997-4a7e-8d20-f3f26a3f12dc is going to be updated. [ 613.853457] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.853740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.853822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.854131] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.854318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.854689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba0f22da-e997-4a7e-8d20-f3f26a3f12dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.269527] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 in Status: SUCCESS [ 614.269783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.269960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.270247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.270595] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.270717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.270780] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.270945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.272020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.272020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.272020] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e9a37a3-27ec-4919-b5f2-f8e01c1affa6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.306183] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.776246] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.776468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.776468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.776680] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.776949] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.776949] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.777068] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.777191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.777274] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.777361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.777510] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.777596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.777654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.777789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.777923] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.778024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.778083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.778270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.778351] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.778454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.778545] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e9a37a3-27ec-4919-b5f2-f8e01c1affa6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.811531] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.811914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.811914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.812070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.812129] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.812233] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be created. [ 614.841328] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.841514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.841567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.841797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.841965] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.855781] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: UNINITIALIZED for 2s [ 614.925110] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8025f0-1742-4946-9480-975a67562fab in Status: SUCCESS [ 614.925459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.282998] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6: rpc.has_security_group_logging(os_id): False [ 615.311065] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.311065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.311065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.311065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.311065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.311065] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.311065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.311065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.311431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.311431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.311431] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.311584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.311616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.311808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.311873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.312020] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.312117] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.312195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.312457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.312542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.312629] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 is going to be created. [ 615.428391] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.428553] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.428624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.428844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.429166] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.458515] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 in Status: IN_PROGRESS for 2s [ 616.867996] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 616.867996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.868428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.868527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.869510] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.869510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.869766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.869849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.869904] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.870043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.870183] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.372480] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.472736] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 in Status: SUCCESS [ 617.473048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.875812] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e464ef3-9627-4f1a-80b6-fbbaa333efcf: rpc.has_security_group_logging(os_id): False [ 617.900726] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.901873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.902069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.902237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.902325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.902600] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.902733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.902781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.902913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.903048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.903093] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be created. [ 617.967944] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.968124] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.968180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.968375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.968557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.985285] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 618.296304] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 618.296399] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 618.663930] env[67174]: INFO networking_nsxv3.common.synchronization [req-3c8396ee-bd40-48b9-8082-13d2892fa754 req-6fb6a239-cb79-4651-a91b-c24e7aa1c93d tempest-AttachInterfacesV270Test-1843056171 tempest-AttachInterfacesV270Test-1843056171-project-member] Enqueued Resource ID: 90ce717d-c3c5-4520-87b4-465f18014b3d with Priority: HIGHEST for action security_group_members [ 618.664601] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ce717d-c3c5-4520-87b4-465f18014b3d with Priority: HIGHEST for action security_group_members [ 618.664848] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-90ce717d-c3c5-4520-87b4-465f18014b3d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.664977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.665054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.665251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.665409] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.666245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.666320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.666509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.666639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.666834] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90ce717d-c3c5-4520-87b4-465f18014b3d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.959440] env[67174]: INFO networking_nsxv3.common.synchronization [req-c3115ea7-3120-4db8-b847-f0a362cbdb37 req-6f4b6320-6265-4871-b1e2-3288056014d9 tempest-SecurityGroupRulesTestJSON-431868435 tempest-SecurityGroupRulesTestJSON-431868435-project-member] Enqueued Resource ID: cb7a1dd1-7cc7-4662-ac27-3c0d740a418b with Priority: HIGHEST for action security_group_rules [ 618.959977] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7a1dd1-7cc7-4662-ac27-3c0d740a418b with Priority: HIGHEST for action security_group_rules [ 618.960964] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7a1dd1-7cc7-4662-ac27-3c0d740a418b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.961369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7a1dd1-7cc7-4662-ac27-3c0d740a418b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.961369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7a1dd1-7cc7-4662-ac27-3c0d740a418b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.961501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7a1dd1-7cc7-4662-ac27-3c0d740a418b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.961589] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7a1dd1-7cc7-4662-ac27-3c0d740a418b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.173027] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.173027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.173027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.173027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.173027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.173027] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.173027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.173027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.173027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.173027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.173027] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ce717d-c3c5-4520-87b4-465f18014b3d is going to be updated. [ 619.212735] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.212735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.212735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.212735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.212735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.225434] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ce717d-c3c5-4520-87b4-465f18014b3d in Status: IN_PROGRESS for 2s [ 619.336145] env[67174]: INFO networking_nsxv3.common.synchronization [None req-b7303801-8c29-4138-adfb-54f0d525b633 None None] Enqueued Resource ID: 49e7dca7-8687-4f0e-9945-c2c01bf40a70 with Priority: HIGHEST for action port [ 619.340752] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49e7dca7-8687-4f0e-9945-c2c01bf40a70 with Priority: HIGHEST for action port [ 619.340752] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-49e7dca7-8687-4f0e-9945-c2c01bf40a70 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.340752] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49e7dca7-8687-4f0e-9945-c2c01bf40a70" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.340752] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49e7dca7-8687-4f0e-9945-c2c01bf40a70" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.340752] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49e7dca7-8687-4f0e-9945-c2c01bf40a70" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.340752] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49e7dca7-8687-4f0e-9945-c2c01bf40a70',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.489510] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.489510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.489510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.489765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.489765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.489868] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7a1dd1-7cc7-4662-ac27-3c0d740a418b already deleted. [ 619.489960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7a1dd1-7cc7-4662-ac27-3c0d740a418b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.831060] env[67174]: INFO networking_nsxv3.common.synchronization [req-396704ca-9393-4135-bbc9-f90de3fc526d req-c264b702-65ab-449f-9354-711caf374526 tempest-ListImageFiltersTestJSON-513933333 tempest-ListImageFiltersTestJSON-513933333-project-member] Enqueued Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_members [ 619.831834] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_members [ 619.833673] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.833819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.833874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.837161] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.837626] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.837626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.837626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.839191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.839191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.839191] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.841680] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49e7dca7-8687-4f0e-9945-c2c01bf40a70 [ 619.841932] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.842114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.842209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.843434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.843434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.843434] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49e7dca7-8687-4f0e-9945-c2c01bf40a70 already deleted. [ 619.843434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49e7dca7-8687-4f0e-9945-c2c01bf40a70" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.999956] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 620.001112] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.107473] env[67174]: INFO networking_nsxv3.common.synchronization [None req-79e1c101-134b-4cd6-bea7-8d93ad4d4181 None None] Enqueued Resource ID: 25a36b15-14b7-48fd-a75f-426a15d40f8e with Priority: HIGHEST for action port [ 620.107473] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a36b15-14b7-48fd-a75f-426a15d40f8e with Priority: HIGHEST for action port [ 620.109657] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-25a36b15-14b7-48fd-a75f-426a15d40f8e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.109657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25a36b15-14b7-48fd-a75f-426a15d40f8e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.109657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25a36b15-14b7-48fd-a75f-426a15d40f8e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.109657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25a36b15-14b7-48fd-a75f-426a15d40f8e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.109657] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25a36b15-14b7-48fd-a75f-426a15d40f8e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.342539] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.342721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.342721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.342950] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.343086] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.343304] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.343418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.343485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.343643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.343748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.343800] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 already deleted. [ 620.343980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.610294] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25a36b15-14b7-48fd-a75f-426a15d40f8e [ 620.610647] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.610758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.610758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.611547] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.611547] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.611547] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25a36b15-14b7-48fd-a75f-426a15d40f8e already deleted. [ 620.611547] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25a36b15-14b7-48fd-a75f-426a15d40f8e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.799037] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.799172] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.799258] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.799557] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.800204] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.800204] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.800204] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.800398] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.800437] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.800637] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.800740] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.800842] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.800941] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.801051] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.801149] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.801280] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.831599] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.831599] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.831599] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.831599] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.831599] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-911eae4e-7527-41ea-a828-c97f2fb645a3 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.831599] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-911eae4e-7527-41ea-a828-c97f2fb645a3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.831599] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-911eae4e-7527-41ea-a828-c97f2fb645a3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.831599] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-911eae4e-7527-41ea-a828-c97f2fb645a3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.831599] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('911eae4e-7527-41ea-a828-c97f2fb645a3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.236283] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90ce717d-c3c5-4520-87b4-465f18014b3d in Status: SUCCESS [ 621.236695] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90ce717d-c3c5-4520-87b4-465f18014b3d deletion is rescheduled due to dependency. [ 621.236695] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90ce717d-c3c5-4520-87b4-465f18014b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.334924] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.335224] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.335653] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.335744] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.335922] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.336111] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 911eae4e-7527-41ea-a828-c97f2fb645a3 not found, creating... [ 621.336452] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.336622] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.336765] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.337031] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.337188] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.337474] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.337640] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.337777] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.337983] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.338118] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.338464] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 911eae4e-7527-41ea-a828-c97f2fb645a3 is going to be created. [ 621.359546] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.359821] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.359821] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.360053] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.360283] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.360509] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-911eae4e-7527-41ea-a828-c97f2fb645a3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.753548] env[67174]: INFO networking_nsxv3.common.synchronization [None req-875fc429-6fb6-41a4-b0fa-d9ea927f885a None None] Enqueued Resource ID: 29a7ca82-2d96-480d-955c-700d0ad54dd1 with Priority: HIGHEST for action port [ 621.754931] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29a7ca82-2d96-480d-955c-700d0ad54dd1 with Priority: HIGHEST for action port [ 621.755462] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-29a7ca82-2d96-480d-955c-700d0ad54dd1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.755663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29a7ca82-2d96-480d-955c-700d0ad54dd1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.755776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29a7ca82-2d96-480d-955c-700d0ad54dd1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.756157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29a7ca82-2d96-480d-955c-700d0ad54dd1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.756287] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29a7ca82-2d96-480d-955c-700d0ad54dd1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.013267] env[67174]: INFO networking_nsxv3.common.synchronization [None req-53c80e5c-665b-4a0f-a409-2746919e3b17 None None] Enqueued Resource ID: f6b992fb-e8af-43cc-8724-bc9223908b06 with Priority: HIGHEST for action port [ 622.013893] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b992fb-e8af-43cc-8724-bc9223908b06 with Priority: HIGHEST for action port [ 622.014339] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b992fb-e8af-43cc-8724-bc9223908b06 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.014553] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b992fb-e8af-43cc-8724-bc9223908b06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.014608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b992fb-e8af-43cc-8724-bc9223908b06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.014976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b992fb-e8af-43cc-8724-bc9223908b06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.015074] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b992fb-e8af-43cc-8724-bc9223908b06',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.096810] env[67174]: INFO networking_nsxv3.common.synchronization [req-396704ca-9393-4135-bbc9-f90de3fc526d req-70e54930-d734-448c-9904-89de1a549321 service nova] Enqueued Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_rules [ 622.096915] env[67174]: INFO networking_nsxv3.common.synchronization [req-396704ca-9393-4135-bbc9-f90de3fc526d req-70e54930-d734-448c-9904-89de1a549321 service nova] Enqueued Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_members [ 622.097054] env[67174]: INFO networking_nsxv3.common.synchronization [req-396704ca-9393-4135-bbc9-f90de3fc526d req-70e54930-d734-448c-9904-89de1a549321 service nova] Enqueued Resource ID: 911eae4e-7527-41ea-a828-c97f2fb645a3 with Priority: HIGHEST for action port [ 622.097297] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_rules [ 622.097409] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_members [ 622.097504] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911eae4e-7527-41ea-a828-c97f2fb645a3 with Priority: HIGHEST for action port [ 622.101102] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.101102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.101102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.101102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.101102] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.101102] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.101102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.101102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.101102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.101102] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.101102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.101102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.101102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.102356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.102739] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.104508] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-911eae4e-7527-41ea-a828-c97f2fb645a3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.104792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-911eae4e-7527-41ea-a828-c97f2fb645a3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.104993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-911eae4e-7527-41ea-a828-c97f2fb645a3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.105283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-911eae4e-7527-41ea-a828-c97f2fb645a3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.106028] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('911eae4e-7527-41ea-a828-c97f2fb645a3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.262521] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29a7ca82-2d96-480d-955c-700d0ad54dd1 [ 622.262521] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.262521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.262521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.262521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.262521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.262521] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29a7ca82-2d96-480d-955c-700d0ad54dd1 already deleted. [ 622.262521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29a7ca82-2d96-480d-955c-700d0ad54dd1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.520134] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6b992fb-e8af-43cc-8724-bc9223908b06 [ 622.520134] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.520134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.520134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.520134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.520134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.520134] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6b992fb-e8af-43cc-8724-bc9223908b06 already deleted. [ 622.520134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b992fb-e8af-43cc-8724-bc9223908b06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.608442] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.609587] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.609855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.609855] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 911eae4e-7527-41ea-a828-c97f2fb645a3 with status ACTIVE [ 622.610018] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.610189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.610189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.611416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.611416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.611416] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.612481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.612667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.613043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.613043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.613313] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.613470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.613546] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.613741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.613873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.613973] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 911eae4e-7527-41ea-a828-c97f2fb645a3 is going to be updated. [ 622.638936] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.639234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.639355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.639635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.639746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.640476] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-911eae4e-7527-41ea-a828-c97f2fb645a3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.674049] env[67174]: INFO networking_nsxv3.common.synchronization [None req-064a87c3-997e-4a30-9ce8-bdd7b178b8de None None] Enqueued Resource ID: 87fa7776-0445-46d2-bbeb-f62671c98a33 with Priority: HIGHEST for action port [ 622.675151] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87fa7776-0445-46d2-bbeb-f62671c98a33 with Priority: HIGHEST for action port [ 622.675151] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-87fa7776-0445-46d2-bbeb-f62671c98a33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.677741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87fa7776-0445-46d2-bbeb-f62671c98a33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.677741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87fa7776-0445-46d2-bbeb-f62671c98a33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.677741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87fa7776-0445-46d2-bbeb-f62671c98a33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.677741] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87fa7776-0445-46d2-bbeb-f62671c98a33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.119860] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.178827] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87fa7776-0445-46d2-bbeb-f62671c98a33 [ 623.179223] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.179485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.179485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.179799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.179799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.179799] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87fa7776-0445-46d2-bbeb-f62671c98a33 already deleted. [ 623.179799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87fa7776-0445-46d2-bbeb-f62671c98a33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.432162] env[67174]: INFO networking_nsxv3.common.synchronization [req-1990b0de-74b5-4fb0-a628-65b8af5f8e48 req-ee8ecd71-8c79-4890-9149-d12b7ca5d845 tempest-ServerExternalEventsTest-59039552 tempest-ServerExternalEventsTest-59039552-project-member] Enqueued Resource ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 with Priority: HIGHEST for action security_group_members [ 623.432790] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 with Priority: HIGHEST for action security_group_members [ 623.433120] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc1ff42-62e7-4be2-b74c-b644ae263530 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.433245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.433313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.433572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.433736] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.434209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.434209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.434209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.434209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.434209] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc1ff42-62e7-4be2-b74c-b644ae263530',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.629886] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.630048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.630123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.630409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.630518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.630636] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 is going to be created. [ 623.633990] env[67174]: INFO networking_nsxv3.common.synchronization [None req-5e928022-3194-4113-925c-bd739cd631b6 None None] Enqueued Resource ID: f9c4bb16-1649-4d0d-a6d0-e706bd63c47b with Priority: HIGHEST for action port [ 623.634810] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9c4bb16-1649-4d0d-a6d0-e706bd63c47b with Priority: HIGHEST for action port [ 623.635681] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9c4bb16-1649-4d0d-a6d0-e706bd63c47b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.636114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9c4bb16-1649-4d0d-a6d0-e706bd63c47b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.636198] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9c4bb16-1649-4d0d-a6d0-e706bd63c47b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.636457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9c4bb16-1649-4d0d-a6d0-e706bd63c47b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.636553] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9c4bb16-1649-4d0d-a6d0-e706bd63c47b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.661612] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.661837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.661837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.662023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.662189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.673272] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: UNINITIALIZED for 2s [ 623.782760] env[67174]: INFO networking_nsxv3.common.synchronization [req-cad8f322-4d5c-4b00-9b95-2fef3356d6d7 req-3e8518e2-0363-437e-ae1d-b990f3deb992 tempest-ListServersNegativeTestJSON-235709700 tempest-ListServersNegativeTestJSON-235709700-project-member] Enqueued Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 623.782760] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 623.782760] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.782897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.782897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.783189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.783361] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.783467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.783536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.783827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.783827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.783827] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.937575] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.937864] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.937864] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.938020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.938112] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.938307] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.938403] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.938468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.938629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.938713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.938777] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 already deleted. [ 623.938855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.143578] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9c4bb16-1649-4d0d-a6d0-e706bd63c47b [ 624.143578] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.143578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.143578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.143578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.143785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.143785] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9c4bb16-1649-4d0d-a6d0-e706bd63c47b already deleted. [ 624.143930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9c4bb16-1649-4d0d-a6d0-e706bd63c47b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.290522] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.290617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.291632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.291632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.291632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.291632] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.291632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.291632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.291632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.291632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.291632] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a already deleted. [ 624.292962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.331220] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.331464] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.331554] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.332336] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.332336] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.332336] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.332336] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.332611] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.332699] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.332868] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.332974] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.333092] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.333193] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.333296] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.333399] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.333525] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.365525] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.365717] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.365847] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.366055] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.366401] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-5e0c9f59-96d7-4600-b160-917d11362398 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.366674] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-5e0c9f59-96d7-4600-b160-917d11362398" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.366860] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-5e0c9f59-96d7-4600-b160-917d11362398" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.367219] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-5e0c9f59-96d7-4600-b160-917d11362398" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.367365] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0c9f59-96d7-4600-b160-917d11362398',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.377139] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.377362] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-271" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.377521] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-271" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.377966] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-271" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.378201] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.378376] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.378593] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.378850] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.379017] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.379247] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.379439] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.379575] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.379691] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.379807] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.379913] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.380085] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.401362] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.402515] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.402515] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.402515] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-271" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.402774] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-5a6bdf73-95e5-4547-ad87-23e623c303a6 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.403368] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-5a6bdf73-95e5-4547-ad87-23e623c303a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.403368] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-5a6bdf73-95e5-4547-ad87-23e623c303a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.403731] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-5a6bdf73-95e5-4547-ad87-23e623c303a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.403731] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a6bdf73-95e5-4547-ad87-23e623c303a6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.870346] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.870747] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.870747] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.870939] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.871081] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.871289] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 5e0c9f59-96d7-4600-b160-917d11362398 not found, creating... [ 624.871541] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.871694] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.871802] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.872023] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.872163] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.872450] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.872611] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.872716] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.872912] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.873038] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.873182] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 5e0c9f59-96d7-4600-b160-917d11362398 is going to be created. [ 624.896577] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.896880] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.896958] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.897262] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.897555] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.897833] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-5e0c9f59-96d7-4600-b160-917d11362398" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.905756] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.905989] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.906167] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.906478] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.906638] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.906814] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 5a6bdf73-95e5-4547-ad87-23e623c303a6 not found, creating... [ 624.907110] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.907288] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.907755] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.907755] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.907945] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.908241] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.908387] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.909091] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.909091] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.909091] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.909091] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 5a6bdf73-95e5-4547-ad87-23e623c303a6 is going to be created. [ 624.932295] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.932295] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.932540] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.932676] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.932906] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.933125] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-5a6bdf73-95e5-4547-ad87-23e623c303a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.317289] env[67174]: INFO networking_nsxv3.common.synchronization [None req-dc2f6ed3-d331-4e8e-835b-cf6035406667 None None] Enqueued Resource ID: bfe9008f-88e1-4c0b-9e01-68ad09ac64c1 with Priority: HIGHEST for action port [ 625.317845] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe9008f-88e1-4c0b-9e01-68ad09ac64c1 with Priority: HIGHEST for action port [ 625.318180] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfe9008f-88e1-4c0b-9e01-68ad09ac64c1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.319162] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfe9008f-88e1-4c0b-9e01-68ad09ac64c1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.319248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfe9008f-88e1-4c0b-9e01-68ad09ac64c1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.319533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfe9008f-88e1-4c0b-9e01-68ad09ac64c1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.319616] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe9008f-88e1-4c0b-9e01-68ad09ac64c1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.615789] env[67174]: INFO networking_nsxv3.common.synchronization [req-1990b0de-74b5-4fb0-a628-65b8af5f8e48 req-5bd7eadc-f2df-4bc1-af84-e01f822b1904 service nova] Enqueued Resource ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 with Priority: HIGHEST for action security_group_rules [ 625.615789] env[67174]: INFO networking_nsxv3.common.synchronization [req-1990b0de-74b5-4fb0-a628-65b8af5f8e48 req-5bd7eadc-f2df-4bc1-af84-e01f822b1904 service nova] Enqueued Resource ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 with Priority: HIGHEST for action security_group_members [ 625.617083] env[67174]: INFO networking_nsxv3.common.synchronization [req-1990b0de-74b5-4fb0-a628-65b8af5f8e48 req-5bd7eadc-f2df-4bc1-af84-e01f822b1904 service nova] Enqueued Resource ID: 5e0c9f59-96d7-4600-b160-917d11362398 with Priority: HIGHEST for action port [ 625.617083] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 with Priority: HIGHEST for action security_group_rules [ 625.617421] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 with Priority: HIGHEST for action security_group_members [ 625.619246] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0c9f59-96d7-4600-b160-917d11362398 with Priority: HIGHEST for action port [ 625.619246] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc1ff42-62e7-4be2-b74c-b644ae263530 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.619246] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.619246] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.619246] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.619246] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc1ff42-62e7-4be2-b74c-b644ae263530',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.621449] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc1ff42-62e7-4be2-b74c-b644ae263530 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.621845] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.622094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.622452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.623138] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.626142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.626142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.626142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.626142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.626142] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc1ff42-62e7-4be2-b74c-b644ae263530',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.626142] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e0c9f59-96d7-4600-b160-917d11362398 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.626142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e0c9f59-96d7-4600-b160-917d11362398" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.626142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e0c9f59-96d7-4600-b160-917d11362398" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.626142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e0c9f59-96d7-4600-b160-917d11362398" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.626142] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0c9f59-96d7-4600-b160-917d11362398',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.657831] env[67174]: INFO networking_nsxv3.common.synchronization [req-cad8f322-4d5c-4b00-9b95-2fef3356d6d7 req-d97a7485-9d68-4d3a-970a-ecf0f447c470 service nova] Enqueued Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_rules [ 625.658126] env[67174]: INFO networking_nsxv3.common.synchronization [req-cad8f322-4d5c-4b00-9b95-2fef3356d6d7 req-d97a7485-9d68-4d3a-970a-ecf0f447c470 service nova] Enqueued Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 625.658126] env[67174]: INFO networking_nsxv3.common.synchronization [req-cad8f322-4d5c-4b00-9b95-2fef3356d6d7 req-d97a7485-9d68-4d3a-970a-ecf0f447c470 service nova] Enqueued Resource ID: 5a6bdf73-95e5-4547-ad87-23e623c303a6 with Priority: HIGHEST for action port [ 625.658352] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_rules [ 625.658496] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 625.658586] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6bdf73-95e5-4547-ad87-23e623c303a6 with Priority: HIGHEST for action port [ 625.660721] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.660862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.660963] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.661885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.661885] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.663128] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.663276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.663319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.664485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.664485] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.664485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.664485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.664485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.664485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.664748] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.665929] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a6bdf73-95e5-4547-ad87-23e623c303a6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.666052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a6bdf73-95e5-4547-ad87-23e623c303a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.666112] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a6bdf73-95e5-4547-ad87-23e623c303a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.666467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a6bdf73-95e5-4547-ad87-23e623c303a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.666532] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a6bdf73-95e5-4547-ad87-23e623c303a6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.685076] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: SUCCESS [ 625.685301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.685743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.685955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.686164] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.686280] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.686337] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.686489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.686587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.686673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.686765] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.822599] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfe9008f-88e1-4c0b-9e01-68ad09ac64c1 [ 625.822899] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.823084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.823189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.823399] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.823489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.823603] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfe9008f-88e1-4c0b-9e01-68ad09ac64c1 already deleted. [ 625.823696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfe9008f-88e1-4c0b-9e01-68ad09ac64c1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.034969] env[67174]: INFO networking_nsxv3.common.synchronization [None req-a5aab382-48c9-4364-a398-af9c9c82db66 None None] Enqueued Resource ID: f495a006-4dd5-4c87-9b2e-dbe976d327be with Priority: HIGHEST for action port [ 626.037109] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f495a006-4dd5-4c87-9b2e-dbe976d327be with Priority: HIGHEST for action port [ 626.037867] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-f495a006-4dd5-4c87-9b2e-dbe976d327be taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.038099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f495a006-4dd5-4c87-9b2e-dbe976d327be" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.038278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f495a006-4dd5-4c87-9b2e-dbe976d327be" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.039207] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f495a006-4dd5-4c87-9b2e-dbe976d327be" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.039207] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f495a006-4dd5-4c87-9b2e-dbe976d327be',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.128298] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc1ff42-62e7-4be2-b74c-b644ae263530 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.128298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.128298] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e0c9f59-96d7-4600-b160-917d11362398 with status ACTIVE [ 626.128609] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.128675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.128715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.128961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.129034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.129353] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.129353] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.129353] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.129482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.130667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.130667] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.130667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.130667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.130667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.130667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.130667] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e0c9f59-96d7-4600-b160-917d11362398 is going to be updated. [ 626.133052] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc1ff42-62e7-4be2-b74c-b644ae263530',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.158178] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.158360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.158411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.158587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.158749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.158864] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e0c9f59-96d7-4600-b160-917d11362398" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.167334] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.170424] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.170424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.175324] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a6bdf73-95e5-4547-ad87-23e623c303a6 with status ACTIVE [ 626.175324] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.175324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.175324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.175324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.175324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.175324] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.175324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.175324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.175324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.175324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.175324] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.175324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.175324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.175324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.175324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.175324] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a6bdf73-95e5-4547-ad87-23e623c303a6 is going to be updated. [ 626.189072] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.189836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.189836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.189836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.189836] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.189836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.189836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.190194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.190194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.190194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.190291] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.190291] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.190362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.190486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.190618] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.190706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.190765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.190956] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.191073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.191165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.191241] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.196629] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.196774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.196774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.197978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.197978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.197978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a6bdf73-95e5-4547-ad87-23e623c303a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.218417] env[67174]: INFO networking_nsxv3.common.synchronization [req-cad8f322-4d5c-4b00-9b95-2fef3356d6d7 req-e1efbe0d-2502-413a-b46d-394fa797b20a tempest-ListServersNegativeTestJSON-235709700 tempest-ListServersNegativeTestJSON-235709700-project-member] Enqueued Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 626.218922] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 626.219230] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.219379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.542312] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f495a006-4dd5-4c87-9b2e-dbe976d327be [ 626.543588] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.543588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.543588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.543588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.543588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.543588] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f495a006-4dd5-4c87-9b2e-dbe976d327be already deleted. [ 626.543588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f495a006-4dd5-4c87-9b2e-dbe976d327be" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.636479] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc1ff42-62e7-4be2-b74c-b644ae263530',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.670562] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.694077] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a67d15b-1d37-44cd-a01d-074bcd243e23: rpc.has_security_group_logging(os_id): False [ 626.697532] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.697770] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-271" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.697938] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-271" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.698216] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-271" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.698512] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.698718] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.698871] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.699120] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.699290] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.699510] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.699659] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.699771] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.699897] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.700035] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.700169] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.700300] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.718702] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.719232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.719232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.719329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.720508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.720508] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.720508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.720508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.720508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.720508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.720508] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.720508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.720508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.720913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.720913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.720970] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.721041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.721666] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.721666] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.721666] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.721666] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 is going to be created. [ 626.723917] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.724077] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.724694] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.724694] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-271" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.728756] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-5395e313-daa1-4e51-a0db-e08e3020a74b taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.728756] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-5395e313-daa1-4e51-a0db-e08e3020a74b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.728756] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-5395e313-daa1-4e51-a0db-e08e3020a74b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.728756] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-5395e313-daa1-4e51-a0db-e08e3020a74b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.728756] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5395e313-daa1-4e51-a0db-e08e3020a74b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.788232] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.788540] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.788540] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.788685] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.788820] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.800236] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: IN_PROGRESS for 2s [ 627.140044] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.140393] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.140393] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.140467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.140553] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.140650] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 is going to be created. [ 627.166046] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.166230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.166285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.166484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.166649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.173683] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.173915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.173915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.174113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.174208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.174287] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a is going to be created. [ 627.177728] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 in Status: UNINITIALIZED for 2s [ 627.199171] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.199303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.199303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.199544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.199697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.212908] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: UNINITIALIZED for 2s [ 627.231327] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.231624] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.231689] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.231954] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.232111] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.232279] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 5395e313-daa1-4e51-a0db-e08e3020a74b not found, creating... [ 627.232607] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.232837] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.233025] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.233299] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.233437] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.233717] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.233864] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.233974] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.234189] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.234317] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.234491] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 5395e313-daa1-4e51-a0db-e08e3020a74b is going to be created. [ 627.266279] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.266499] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.266608] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.266898] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.267134] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.267388] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-5395e313-daa1-4e51-a0db-e08e3020a74b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.283488] env[67174]: INFO networking_nsxv3.common.synchronization [req-890ed39d-3947-42a9-bdb9-5e117f9f2f8f req-3d53be95-8d24-423d-bcae-b26c6bb18c68 tempest-InstanceActionsV221TestJSON-17385446 tempest-InstanceActionsV221TestJSON-17385446-project-member] Enqueued Resource ID: c811befd-6f7f-4425-a60e-a421bd37bf4d with Priority: HIGHEST for action security_group_members [ 627.284061] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811befd-6f7f-4425-a60e-a421bd37bf4d with Priority: HIGHEST for action security_group_members [ 627.284375] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c811befd-6f7f-4425-a60e-a421bd37bf4d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.284526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.284599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.284800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.284968] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.286239] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.286320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.286496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.286585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.286686] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c811befd-6f7f-4425-a60e-a421bd37bf4d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.792634] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.792798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.792872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.793117] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.795608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.795608] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.795608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.795608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.795608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.795608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.795608] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811befd-6f7f-4425-a60e-a421bd37bf4d is going to be updated. [ 627.829170] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.829317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.829389] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.829726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.829930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.842216] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811befd-6f7f-4425-a60e-a421bd37bf4d in Status: IN_PROGRESS for 2s [ 628.010523] env[67174]: INFO networking_nsxv3.common.synchronization [req-cad8f322-4d5c-4b00-9b95-2fef3356d6d7 req-6241affc-cbe2-4aff-b26a-baf8b51d6ac4 service nova] Enqueued Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_rules [ 628.010523] env[67174]: INFO networking_nsxv3.common.synchronization [req-cad8f322-4d5c-4b00-9b95-2fef3356d6d7 req-6241affc-cbe2-4aff-b26a-baf8b51d6ac4 service nova] Enqueued Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 628.010685] env[67174]: INFO networking_nsxv3.common.synchronization [req-cad8f322-4d5c-4b00-9b95-2fef3356d6d7 req-6241affc-cbe2-4aff-b26a-baf8b51d6ac4 service nova] Enqueued Resource ID: 5395e313-daa1-4e51-a0db-e08e3020a74b with Priority: HIGHEST for action port [ 628.010832] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_rules [ 628.010941] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 628.011067] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5395e313-daa1-4e51-a0db-e08e3020a74b with Priority: HIGHEST for action port [ 628.011602] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.011700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.011905] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.012025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.012321] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-5395e313-daa1-4e51-a0db-e08e3020a74b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.012406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5395e313-daa1-4e51-a0db-e08e3020a74b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.012460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5395e313-daa1-4e51-a0db-e08e3020a74b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.012841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5395e313-daa1-4e51-a0db-e08e3020a74b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.012841] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5395e313-daa1-4e51-a0db-e08e3020a74b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.312659] env[67174]: INFO networking_nsxv3.common.synchronization [req-cad8f322-4d5c-4b00-9b95-2fef3356d6d7 req-ddd76fc3-2112-46c7-860b-c3e37f02907b tempest-ListServersNegativeTestJSON-235709700 tempest-ListServersNegativeTestJSON-235709700-project-member] Enqueued Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 628.313217] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 628.313524] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.313655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.518386] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5395e313-daa1-4e51-a0db-e08e3020a74b with status ACTIVE [ 628.518386] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.518386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.518386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.518386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.518386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.518386] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.518386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.518386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.518386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.518386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.518386] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.518386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.518386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.518386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.518386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.518386] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5395e313-daa1-4e51-a0db-e08e3020a74b is going to be updated. [ 628.544419] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.544419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.544419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.544419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.544419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.544652] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5395e313-daa1-4e51-a0db-e08e3020a74b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.817856] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: SUCCESS [ 628.818157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.946187] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.946440] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-271" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.946514] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-271" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.946732] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-271" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.947021] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.947179] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.947278] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.947522] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.949028] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.949028] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.949028] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.949028] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.949028] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.949028] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.949028] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.949028] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.969126] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.969277] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.969895] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.969895] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-271" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.969895] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-b51035e5-28ab-43bd-b810-5d6cbbe99258 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.970151] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-b51035e5-28ab-43bd-b810-5d6cbbe99258" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.970304] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-b51035e5-28ab-43bd-b810-5d6cbbe99258" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.970918] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-b51035e5-28ab-43bd-b810-5d6cbbe99258" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.970918] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b51035e5-28ab-43bd-b810-5d6cbbe99258',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.193047] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 in Status: SUCCESS [ 629.193047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.193047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.193047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.193047] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.193047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.193047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.193047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.193047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.193047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.193047] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dc1ff42-62e7-4be2-b74c-b644ae263530',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.224571] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: SUCCESS [ 629.224927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.225246] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.225617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.225946] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.226622] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.226757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.227053] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.227194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.227371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.227549] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.229384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.229650] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.229952] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.230167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.230717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.230968] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.231303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.231455] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.473374] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.473374] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.473670] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.473757] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.473911] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.474078] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port b51035e5-28ab-43bd-b810-5d6cbbe99258 not found, creating... [ 629.474345] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.474571] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.474660] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.474972] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.475165] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.475452] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.475552] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.476119] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.476297] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.476828] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.476828] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: b51035e5-28ab-43bd-b810-5d6cbbe99258 is going to be created. [ 629.501453] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.501932] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.502107] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.502444] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.502875] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.503173] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-b51035e5-28ab-43bd-b810-5d6cbbe99258" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.695572] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc1ff42-62e7-4be2-b74c-b644ae263530 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.695830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.695830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.696057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.696236] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.696469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.696469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.696591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.696697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.696821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.697201] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc1ff42-62e7-4be2-b74c-b644ae263530 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.697366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.697448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.697733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.697845] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.697953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.698024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.698213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.698298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.698385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.698477] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dc1ff42-62e7-4be2-b74c-b644ae263530',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.734128] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.739251] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.739400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.858384] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c811befd-6f7f-4425-a60e-a421bd37bf4d in Status: SUCCESS [ 629.858826] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c811befd-6f7f-4425-a60e-a421bd37bf4d deletion is rescheduled due to dependency. [ 629.858826] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.200747] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dc1ff42-62e7-4be2-b74c-b644ae263530: rpc.has_security_group_logging(os_id): False [ 630.219928] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.220155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.220155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.220375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.220465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.220809] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.220809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.220972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.221036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.221088] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.221249] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.221338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.221392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.221557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.221603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.221808] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.221870] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.222786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.222786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.222786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.222786] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 is going to be created. [ 630.245212] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.255911] env[67174]: INFO networking_nsxv3.common.synchronization [req-cad8f322-4d5c-4b00-9b95-2fef3356d6d7 req-d292a96f-cced-4bcd-9a83-96ef979deb3b service nova] Enqueued Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_rules [ 630.256232] env[67174]: INFO networking_nsxv3.common.synchronization [req-cad8f322-4d5c-4b00-9b95-2fef3356d6d7 req-d292a96f-cced-4bcd-9a83-96ef979deb3b service nova] Enqueued Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 630.256410] env[67174]: INFO networking_nsxv3.common.synchronization [req-cad8f322-4d5c-4b00-9b95-2fef3356d6d7 req-d292a96f-cced-4bcd-9a83-96ef979deb3b service nova] Enqueued Resource ID: b51035e5-28ab-43bd-b810-5d6cbbe99258 with Priority: HIGHEST for action port [ 630.257068] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_rules [ 630.257213] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 630.257311] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b51035e5-28ab-43bd-b810-5d6cbbe99258 with Priority: HIGHEST for action port [ 630.258139] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.258262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.258487] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.258576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.258755] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-b51035e5-28ab-43bd-b810-5d6cbbe99258 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.258866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b51035e5-28ab-43bd-b810-5d6cbbe99258" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.258959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b51035e5-28ab-43bd-b810-5d6cbbe99258" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.259877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b51035e5-28ab-43bd-b810-5d6cbbe99258" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.259965] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b51035e5-28ab-43bd-b810-5d6cbbe99258',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.283342] env[67174]: INFO networking_nsxv3.common.synchronization [req-bbb35347-e922-4505-9d9a-ede3377ace3a req-915b55ad-2080-4d1b-8426-a79994327345 tempest-ListImageFiltersTestJSON-513933333 tempest-ListImageFiltersTestJSON-513933333-project-member] Enqueued Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_members [ 630.284726] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_members [ 630.286241] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.286638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.286812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.287127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.288094] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.288094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.288094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.288094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.288407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.288590] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.295406] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.295637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.295790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.296027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.296219] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.317761] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 in Status: IN_PROGRESS for 2s [ 630.737848] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.738206] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.738206] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.738464] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.738840] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.739151] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.739243] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.739417] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.739560] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.739800] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.739909] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.741275] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.741275] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.741275] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.741275] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.741275] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.747925] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.748233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.748233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.748428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.748428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.748537] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a is going to be updated. [ 630.762947] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b51035e5-28ab-43bd-b810-5d6cbbe99258 with status ACTIVE [ 630.763244] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.763396] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.763490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.763821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.763821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.763943] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.764048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.764109] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.764248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.764313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.765890] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.766020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.766086] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.766339] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.766339] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.766439] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b51035e5-28ab-43bd-b810-5d6cbbe99258 is going to be updated. [ 630.790753] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.797372] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.797372] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.057 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.797372] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.797372] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.797742] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-89c588f7-4891-4174-bca7-7cad93d3c983 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.798098] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-89c588f7-4891-4174-bca7-7cad93d3c983" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.798098] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-89c588f7-4891-4174-bca7-7cad93d3c983" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.798478] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-89c588f7-4891-4174-bca7-7cad93d3c983" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.798627] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c588f7-4891-4174-bca7-7cad93d3c983',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.827595] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.827844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.827918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.828580] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.831208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.831526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b51035e5-28ab-43bd-b810-5d6cbbe99258" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.837156] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.837156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.837597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.837597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.837941] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.850361] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: IN_PROGRESS for 2s [ 631.293087] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.304027] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.304027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.304027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.304027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.304027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.304027] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 89c588f7-4891-4174-bca7-7cad93d3c983 not found, creating... [ 631.304027] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.304027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.304779] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.305448] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.305786] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.306408] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.306770] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.307063] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.307482] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.307784] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.308532] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 89c588f7-4891-4174-bca7-7cad93d3c983 is going to be created. [ 631.334214] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.334214] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.334649] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.334881] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.335149] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.335390] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-89c588f7-4891-4174-bca7-7cad93d3c983" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.796195] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.796562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.796562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.796562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.796678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.796786] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 is going to be updated. [ 631.830240] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.830695] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.830840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.831206] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.831573] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.844191] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: IN_PROGRESS for 2s [ 632.022872] env[67174]: INFO networking_nsxv3.common.synchronization [req-bbb35347-e922-4505-9d9a-ede3377ace3a req-8d830fd7-4f0b-47a7-82ed-c36bd9e47249 service nova] Enqueued Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_rules [ 632.023430] env[67174]: INFO networking_nsxv3.common.synchronization [req-bbb35347-e922-4505-9d9a-ede3377ace3a req-8d830fd7-4f0b-47a7-82ed-c36bd9e47249 service nova] Enqueued Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_members [ 632.023713] env[67174]: INFO networking_nsxv3.common.synchronization [req-bbb35347-e922-4505-9d9a-ede3377ace3a req-8d830fd7-4f0b-47a7-82ed-c36bd9e47249 service nova] Enqueued Resource ID: 89c588f7-4891-4174-bca7-7cad93d3c983 with Priority: HIGHEST for action port [ 632.024405] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_rules [ 632.024700] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_members [ 632.024967] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89c588f7-4891-4174-bca7-7cad93d3c983 with Priority: HIGHEST for action port [ 632.025480] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.025732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.025967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.026281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.026945] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.027647] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.027967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.028289] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-89c588f7-4891-4174-bca7-7cad93d3c983 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.029021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89c588f7-4891-4174-bca7-7cad93d3c983" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.029021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89c588f7-4891-4174-bca7-7cad93d3c983" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.029021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89c588f7-4891-4174-bca7-7cad93d3c983" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.029021] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c588f7-4891-4174-bca7-7cad93d3c983',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.330624] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 in Status: SUCCESS [ 632.331524] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.531846] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.532826] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.533148] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89c588f7-4891-4174-bca7-7cad93d3c983 with status ACTIVE [ 632.537023] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.537023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.537023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.537023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.537023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.537023] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.537023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.537023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.537023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.537023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.537023] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.537023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.537023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.537023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.537023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.537023] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89c588f7-4891-4174-bca7-7cad93d3c983 is going to be updated. [ 632.563736] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.563736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.563736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.563736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.563736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.563736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89c588f7-4891-4174-bca7-7cad93d3c983" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.864179] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: SUCCESS [ 632.864436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.864614] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.864849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.865056] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.865173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.868097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.868097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.868097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.868097] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.368291] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.705263] env[67174]: INFO networking_nsxv3.common.synchronization [req-9cca699a-a4e9-47ad-b773-02daf410ba22 req-8a27ce9c-ca94-424c-b8b9-a6d7a4ef1fa7 tempest-ServerDiagnosticsNegativeTest-1383230428 tempest-ServerDiagnosticsNegativeTest-1383230428-project-member] Enqueued Resource ID: e2f57f08-1c17-43bd-9169-c5940f265015 with Priority: HIGHEST for action security_group_members [ 633.705907] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f57f08-1c17-43bd-9169-c5940f265015 with Priority: HIGHEST for action security_group_members [ 633.706848] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2f57f08-1c17-43bd-9169-c5940f265015 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.707880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.707880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.708062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.708371] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.708589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.708702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.709032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.709125] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.709489] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2f57f08-1c17-43bd-9169-c5940f265015',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.858042] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: SUCCESS [ 633.858042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.858042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.858042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.858042] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.858931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.858931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.858931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.858931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.858931] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.871016] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.212847] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.213046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.213126] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.213343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.213436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.213664] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.213790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.213862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.214036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.214128] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.214223] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2f57f08-1c17-43bd-9169-c5940f265015 is going to be updated. [ 634.242582] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.242725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.242793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.243015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.243195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.253395] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2f57f08-1c17-43bd-9169-c5940f265015 in Status: IN_PROGRESS for 2s [ 634.362797] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.377927] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.377927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.377927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.377927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.377927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.377927] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a is going to be updated. [ 634.417091] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.417091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.417091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.417091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.417091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.427252] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: IN_PROGRESS for 2s [ 634.866197] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.370990] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.371294] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.371294] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.371463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.371549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.371648] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 is going to be updated. [ 635.407889] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.408187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.408187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.408374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.408549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.425515] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: IN_PROGRESS for 2s [ 635.573385] env[67174]: INFO networking_nsxv3.common.synchronization [req-1445ae44-74c8-45bc-bcc3-fdd70bfc42a0 req-fcab76e7-6c89-43bf-bf99-e5ac0d681007 tempest-VolumesAdminNegativeTest-1470903621 tempest-VolumesAdminNegativeTest-1470903621-project-member] Enqueued Resource ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 with Priority: HIGHEST for action security_group_members [ 635.574033] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 with Priority: HIGHEST for action security_group_members [ 635.574282] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d166a30-7eb2-4eae-87da-af22de77d6c7 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.575084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.575084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.575084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.575084] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.575084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.575084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.575430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.575430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.575430] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d166a30-7eb2-4eae-87da-af22de77d6c7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.080442] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.080670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.080738] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.080973] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.081071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.082955] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.082955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.082955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.082955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.082955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.082955] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 is going to be updated. [ 636.126833] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.126833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.126833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.126833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.126833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.143692] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 in Status: IN_PROGRESS for 2s [ 636.267512] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2f57f08-1c17-43bd-9169-c5940f265015 in Status: SUCCESS [ 636.267706] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2f57f08-1c17-43bd-9169-c5940f265015 deletion is rescheduled due to dependency. [ 636.267818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.342419] env[67174]: INFO networking_nsxv3.common.synchronization [req-5c8a2e3f-a033-47ba-b166-488faf7226da req-501ebb9e-0f12-4e34-93c7-f8757a7f9651 tempest-ServersWithSpecificFlavorTestJSON-320830793 tempest-ServersWithSpecificFlavorTestJSON-320830793-project-member] Enqueued Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_members [ 636.345482] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_members [ 636.346067] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.346254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.346317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.346589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.346882] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.346882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.347153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.347153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.347279] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.347340] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.439805] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: SUCCESS [ 636.439805] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.439805] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.439805] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.440191] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.440191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.440191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.440349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.440506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.440625] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.567943] env[67174]: INFO networking_nsxv3.common.synchronization [req-5d98e996-a5e5-4b35-82d4-260a67e53019 req-aa85d2db-d7c2-49c1-830b-6bc05f4f63a0 tempest-SecurityGroupRulesTestJSON-431868435 tempest-SecurityGroupRulesTestJSON-431868435-project-member] Enqueued Resource ID: 387f86b3-012e-41f6-82c0-c1c79e7a3324 with Priority: HIGHEST for action security_group_rules [ 636.568505] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387f86b3-012e-41f6-82c0-c1c79e7a3324 with Priority: HIGHEST for action security_group_rules [ 636.568852] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387f86b3-012e-41f6-82c0-c1c79e7a3324 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.568948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387f86b3-012e-41f6-82c0-c1c79e7a3324" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.570142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387f86b3-012e-41f6-82c0-c1c79e7a3324" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.571037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387f86b3-012e-41f6-82c0-c1c79e7a3324" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.571229] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387f86b3-012e-41f6-82c0-c1c79e7a3324',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.851785] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.851943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.852019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.852252] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.852694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.852942] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.853064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.853173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.853345] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.853427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.853519] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 already deleted. [ 636.853589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.871365] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.871532] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.871653] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.871994] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.872274] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.872648] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.872648] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.872940] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.873155] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.873383] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.873525] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.873663] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.873799] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.873933] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.874076] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.874235] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.895512] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.895688] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.895819] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.896034] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.896353] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-e93b6586-1ba0-4167-bb40-0977d2de199e taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.896508] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-e93b6586-1ba0-4167-bb40-0977d2de199e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.896637] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-e93b6586-1ba0-4167-bb40-0977d2de199e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.897000] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-e93b6586-1ba0-4167-bb40-0977d2de199e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.897193] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e93b6586-1ba0-4167-bb40-0977d2de199e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.942711] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.099867] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.100088] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.100227] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.100423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.100519] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.100626] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387f86b3-012e-41f6-82c0-c1c79e7a3324 already deleted. [ 637.101155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387f86b3-012e-41f6-82c0-c1c79e7a3324" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.175369] env[67174]: INFO networking_nsxv3.common.synchronization [req-20f93ae8-2027-4825-af3b-580a7e834b65 req-c7cfb907-aa9a-43c7-94c3-016427d1c9fc tempest-InstanceActionsNegativeTestJSON-1590893495 tempest-InstanceActionsNegativeTestJSON-1590893495-project-member] Enqueued Resource ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 with Priority: HIGHEST for action security_group_members [ 637.176160] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 with Priority: HIGHEST for action security_group_members [ 637.176911] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.176911] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.176911] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.177200] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.177200] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.177478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.177478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.177567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.177665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.177855] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e9a37a3-27ec-4919-b5f2-f8e01c1affa6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.400012] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.400296] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.400433] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.400716] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.400871] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.401041] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port e93b6586-1ba0-4167-bb40-0977d2de199e not found, creating... [ 637.401293] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.401445] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.401556] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.401769] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.401896] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.402190] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.402343] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.402463] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.402695] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.402898] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.402977] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: e93b6586-1ba0-4167-bb40-0977d2de199e is going to be created. [ 637.425023] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.425252] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.426096] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.426096] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.426096] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.426096] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-e93b6586-1ba0-4167-bb40-0977d2de199e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.438934] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: SUCCESS [ 637.440057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.440057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.440057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.440057] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.440057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.440057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.440057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.440886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.440886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.440886] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.447449] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.680190] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.680478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.680478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.680655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.680775] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.680916] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.681068] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.681113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.681244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.681320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.681445] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 is going to be updated. [ 637.716869] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.717042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.717201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.717350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.717505] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.727930] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 in Status: IN_PROGRESS for 2s [ 637.948829] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.948829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.948829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.948829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.948829] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.948829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.948829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.948829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.948829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.948829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.949306] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.949306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.949306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.949306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.949450] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.949450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.949529] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.949634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.949701] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.949777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.949861] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.952177] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.953291] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.953434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.954742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.954742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.954742] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a is going to be updated. [ 637.988761] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.988761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.988761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.988987] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.989057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.001258] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: IN_PROGRESS for 2s [ 638.157571] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 in Status: SUCCESS [ 638.158644] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d166a30-7eb2-4eae-87da-af22de77d6c7 deletion is rescheduled due to dependency. [ 638.158644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d166a30-7eb2-4eae-87da-af22de77d6c7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.168234] env[67174]: INFO networking_nsxv3.common.synchronization [req-5c8a2e3f-a033-47ba-b166-488faf7226da req-691c7097-d9d3-4132-a2bc-5d188edee823 service nova] Enqueued Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_rules [ 638.168234] env[67174]: INFO networking_nsxv3.common.synchronization [req-5c8a2e3f-a033-47ba-b166-488faf7226da req-691c7097-d9d3-4132-a2bc-5d188edee823 service nova] Enqueued Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_members [ 638.168234] env[67174]: INFO networking_nsxv3.common.synchronization [req-5c8a2e3f-a033-47ba-b166-488faf7226da req-691c7097-d9d3-4132-a2bc-5d188edee823 service nova] Enqueued Resource ID: e93b6586-1ba0-4167-bb40-0977d2de199e with Priority: HIGHEST for action port [ 638.168508] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_rules [ 638.168782] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_members [ 638.168782] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93b6586-1ba0-4167-bb40-0977d2de199e with Priority: HIGHEST for action port [ 638.169084] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.169208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.169304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.169537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.169537] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.171717] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.171779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.171865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.172022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.172197] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.172275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.172326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.172527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.172730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.176018] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.176018] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-e93b6586-1ba0-4167-bb40-0977d2de199e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.176018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e93b6586-1ba0-4167-bb40-0977d2de199e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.176018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e93b6586-1ba0-4167-bb40-0977d2de199e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.176018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e93b6586-1ba0-4167-bb40-0977d2de199e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.176018] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e93b6586-1ba0-4167-bb40-0977d2de199e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.455676] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a67d15b-1d37-44cd-a01d-074bcd243e23: rpc.has_security_group_logging(os_id): False [ 638.475008] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.475221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.475221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.475479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.475549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.475769] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.475906] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.475967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.476089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.476716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.476716] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.476716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.476716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.476716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.476716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.480370] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.480560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.480636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.480989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.481165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.481333] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 is going to be updated. [ 638.576240] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.576702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.576989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.577286] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.577456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.590122] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: IN_PROGRESS for 2s [ 638.645578] env[67174]: INFO networking_nsxv3.common.synchronization [req-6fb0c52b-f32f-460d-addb-1fc19ecbaaea req-419ede89-e240-40b0-9503-1010810ffd6a tempest-SecurityGroupRulesTestJSON-431868435 tempest-SecurityGroupRulesTestJSON-431868435-project-member] Enqueued Resource ID: 387f86b3-012e-41f6-82c0-c1c79e7a3324 with Priority: HIGHEST for action security_group_rules [ 638.648314] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387f86b3-012e-41f6-82c0-c1c79e7a3324 with Priority: HIGHEST for action security_group_rules [ 638.648314] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387f86b3-012e-41f6-82c0-c1c79e7a3324 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.648314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387f86b3-012e-41f6-82c0-c1c79e7a3324" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.648314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387f86b3-012e-41f6-82c0-c1c79e7a3324" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.648314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387f86b3-012e-41f6-82c0-c1c79e7a3324" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.648314] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387f86b3-012e-41f6-82c0-c1c79e7a3324',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.672439] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.672604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.676224] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.676468] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e93b6586-1ba0-4167-bb40-0977d2de199e with status ACTIVE [ 638.676571] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.676679] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.676829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.677264] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.677264] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.677418] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.677574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.677630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.677802] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.677878] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.678164] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.678328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.678328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.678483] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.678557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.678685] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e93b6586-1ba0-4167-bb40-0977d2de199e is going to be updated. [ 638.715034] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.715034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.715215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.715304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.715426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.715588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e93b6586-1ba0-4167-bb40-0977d2de199e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.172899] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.173069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.173199] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.173533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.173644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.173756] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387f86b3-012e-41f6-82c0-c1c79e7a3324 already deleted. [ 639.174616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387f86b3-012e-41f6-82c0-c1c79e7a3324" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.183628] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.685909] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.686369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.686369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.686520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.686520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.686642] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 is going to be created. [ 639.716650] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.716790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.716873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.717103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.717324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.727553] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 in Status: UNINITIALIZED for 2s [ 639.739455] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 in Status: SUCCESS [ 639.739681] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 deletion is rescheduled due to dependency. [ 639.739874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.019849] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: SUCCESS [ 640.020152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.020152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.020449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.020604] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.020806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.020806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.021016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.021133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.021251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.021498] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.021698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.021789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.021978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.022166] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.022320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.022440] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.022570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.022648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.022720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.022832] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.024669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.024849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.025056] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.025216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.025266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.025430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.025560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.025618] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.525812] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b74ffe-fd10-47d5-926c-7533aa8ba84a: rpc.has_security_group_logging(os_id): False [ 640.528077] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.552536] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.552748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.552851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.553107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.553226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.553441] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.553702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.553785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.553976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.554622] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.555269] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.555819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.555819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.555819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.555955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.556318] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.556515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.556795] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.557108] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.557299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.557626] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a is going to be created. [ 640.616123] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: SUCCESS [ 640.616123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.666522] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.667926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.668150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.668333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.669163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.682482] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: IN_PROGRESS for 2s [ 641.030149] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.533639] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.533639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.533639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.533803] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.533854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.534007] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a is going to be updated. [ 641.568329] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.568576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.568576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.568702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.569292] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.578896] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: IN_PROGRESS for 2s [ 641.738740] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 in Status: SUCCESS [ 641.739187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.739438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.739763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.740064] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.740256] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.740389] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.740613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.740739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.740878] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.741033] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.246241] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.424493] env[67174]: INFO networking_nsxv3.common.synchronization [None req-30a9e4d3-aed2-41b7-8b16-a8516c36b151 None None] Enqueued Resource ID: 0b293d45-cd7c-4ab4-a528-962b538c232a with Priority: HIGHEST for action port [ 642.424706] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b293d45-cd7c-4ab4-a528-962b538c232a with Priority: HIGHEST for action port [ 642.425634] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b293d45-cd7c-4ab4-a528-962b538c232a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.425634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b293d45-cd7c-4ab4-a528-962b538c232a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.425634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b293d45-cd7c-4ab4-a528-962b538c232a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.426024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b293d45-cd7c-4ab4-a528-962b538c232a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.426024] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b293d45-cd7c-4ab4-a528-962b538c232a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.707990] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: SUCCESS [ 642.707990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.707990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.707990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.708319] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.750336] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0af24a8-de79-40bb-a96f-cb8eba0daac9: rpc.has_security_group_logging(os_id): False [ 642.774329] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.774604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.774695] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.774974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.775287] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.775453] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.776061] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.776061] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.776226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.776226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.776358] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 is going to be created. [ 642.845618] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.845786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.845860] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.846081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.846262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.859436] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 in Status: IN_PROGRESS for 2s [ 642.929156] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b293d45-cd7c-4ab4-a528-962b538c232a [ 642.929387] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.929734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.929734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.932249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.932249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.932249] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b293d45-cd7c-4ab4-a528-962b538c232a already deleted. [ 642.932249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b293d45-cd7c-4ab4-a528-962b538c232a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.210663] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.210904] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.594565] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: SUCCESS [ 643.594991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.595141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.595360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.595575] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.595698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.595766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.595936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.596035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.596128] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.596219] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.080561] env[67174]: INFO networking_nsxv3.common.synchronization [req-ddc4c6c8-8639-4830-acbb-b557691af2ea req-a6d2b3fa-d686-4f83-8c4e-00ab3ce84b74 tempest-SecurityGroupRulesTestJSON-431868435 tempest-SecurityGroupRulesTestJSON-431868435-project-member] Enqueued Resource ID: 387f86b3-012e-41f6-82c0-c1c79e7a3324 with Priority: HIGHEST for action security_group_rules [ 644.080561] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387f86b3-012e-41f6-82c0-c1c79e7a3324 with Priority: HIGHEST for action security_group_rules [ 644.081730] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387f86b3-012e-41f6-82c0-c1c79e7a3324 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.082088] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387f86b3-012e-41f6-82c0-c1c79e7a3324" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.083755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387f86b3-012e-41f6-82c0-c1c79e7a3324" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.083755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387f86b3-012e-41f6-82c0-c1c79e7a3324" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.083755] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387f86b3-012e-41f6-82c0-c1c79e7a3324',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.098387] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.098657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.098657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.098981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.099542] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.099542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.099542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.099542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.099542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.099542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.100153] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.100153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.100153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.100153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.100153] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.100153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.100370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.100370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.100428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.100986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.101102] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.577520] env[67174]: INFO networking_nsxv3.common.synchronization [None req-34eab505-0e1b-4531-b260-e816df6a03f3 None None] Enqueued Resource ID: 5ed06f1c-e258-42c0-92b4-10b077e9acbf with Priority: HIGHEST for action port [ 644.578369] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed06f1c-e258-42c0-92b4-10b077e9acbf with Priority: HIGHEST for action port [ 644.578369] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ed06f1c-e258-42c0-92b4-10b077e9acbf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.578843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ed06f1c-e258-42c0-92b4-10b077e9acbf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.578843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ed06f1c-e258-42c0-92b4-10b077e9acbf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.578843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ed06f1c-e258-42c0-92b4-10b077e9acbf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.578843] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ed06f1c-e258-42c0-92b4-10b077e9acbf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.607032] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b74ffe-fd10-47d5-926c-7533aa8ba84a: rpc.has_security_group_logging(os_id): False [ 644.614751] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.614974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.615530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.615530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.615530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.615875] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387f86b3-012e-41f6-82c0-c1c79e7a3324 already deleted. [ 644.615875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387f86b3-012e-41f6-82c0-c1c79e7a3324" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.623712] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.624143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.624143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.626178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.626178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.626178] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.626178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.626178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.626178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.626178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.626178] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.626178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.626178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.626178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.626178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.626178] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.626178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.626748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.626748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.626748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.626748] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a is going to be updated. [ 644.717028] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.717028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.717028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.717028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.717028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.732198] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: IN_PROGRESS for 2s [ 644.877092] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 in Status: SUCCESS [ 644.877092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.081885] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ed06f1c-e258-42c0-92b4-10b077e9acbf [ 645.082131] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.082515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.082515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.082595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.082630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.082711] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ed06f1c-e258-42c0-92b4-10b077e9acbf already deleted. [ 645.082785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ed06f1c-e258-42c0-92b4-10b077e9acbf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.053774] env[67174]: INFO networking_nsxv3.common.synchronization [req-c95bc0d3-7f1e-4a5e-8495-45725be5d804 req-2d153eb9-7036-4daf-9a25-1a071dd26aed tempest-ServerExternalEventsTest-59039552 tempest-ServerExternalEventsTest-59039552-project-member] Enqueued Resource ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 with Priority: HIGHEST for action security_group_members [ 646.053774] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 with Priority: HIGHEST for action security_group_members [ 646.053774] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc1ff42-62e7-4be2-b74c-b644ae263530 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.054544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.054759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.055063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.055337] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.058757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.058757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.058757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.058757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.058757] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc1ff42-62e7-4be2-b74c-b644ae263530',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.560697] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.560811] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.560868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.561075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.561172] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.561379] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.561494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.561554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.561707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.561772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.561862] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 is going to be updated. [ 646.592088] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.592245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.592315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.592536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.592677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.602429] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 in Status: IN_PROGRESS for 2s [ 646.750090] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: SUCCESS [ 646.750090] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.750362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.751085] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.751174] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.808264] env[67174]: INFO networking_nsxv3.common.synchronization [None req-b169fc43-2970-40a1-ab9f-dd4015162975 None None] Enqueued Resource ID: 5f4eb061-be81-46da-bbee-434deae5c0c0 with Priority: HIGHEST for action port [ 646.808824] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4eb061-be81-46da-bbee-434deae5c0c0 with Priority: HIGHEST for action port [ 646.809151] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f4eb061-be81-46da-bbee-434deae5c0c0 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.809276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f4eb061-be81-46da-bbee-434deae5c0c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.809338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f4eb061-be81-46da-bbee-434deae5c0c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.809623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f4eb061-be81-46da-bbee-434deae5c0c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.809740] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4eb061-be81-46da-bbee-434deae5c0c0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.123563] env[67174]: INFO networking_nsxv3.common.synchronization [None req-79ef4eca-8ed9-4667-b1f8-9d4cd453d8b2 None None] Enqueued Resource ID: 19e590f7-3b77-4c88-bbe2-1064bd2a6a8e with Priority: HIGHEST for action port [ 647.124597] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19e590f7-3b77-4c88-bbe2-1064bd2a6a8e with Priority: HIGHEST for action port [ 647.124906] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-19e590f7-3b77-4c88-bbe2-1064bd2a6a8e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.125092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19e590f7-3b77-4c88-bbe2-1064bd2a6a8e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.125167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19e590f7-3b77-4c88-bbe2-1064bd2a6a8e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.125508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19e590f7-3b77-4c88-bbe2-1064bd2a6a8e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.125567] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e590f7-3b77-4c88-bbe2-1064bd2a6a8e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.254231] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.254428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.254615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.254892] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.255104] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.255290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.255290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.255461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.255605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.255717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.255808] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.312787] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f4eb061-be81-46da-bbee-434deae5c0c0 [ 647.313044] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.313181] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.313255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.313485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.313570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.313658] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f4eb061-be81-46da-bbee-434deae5c0c0 already deleted. [ 647.313738] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f4eb061-be81-46da-bbee-434deae5c0c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.546760] env[67174]: INFO networking_nsxv3.common.synchronization [req-bb3782cf-a9bb-467b-92f5-e1547ac551a6 req-59236202-5cdf-4f5e-9dee-78c99fdc186b tempest-ServersAdminNegativeTestJSON-1714289443 tempest-ServersAdminNegativeTestJSON-1714289443-project-member] Enqueued Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_members [ 647.546760] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_members [ 647.546760] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.546760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.547040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.547114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.547286] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.547407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.547466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.547639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.547726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.547836] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.631048] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19e590f7-3b77-4c88-bbe2-1064bd2a6a8e [ 647.631048] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.631048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.631048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.631574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.632089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.632089] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19e590f7-3b77-4c88-bbe2-1064bd2a6a8e already deleted. [ 647.632089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19e590f7-3b77-4c88-bbe2-1064bd2a6a8e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.757819] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.757978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.758041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.758259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.758434] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.758530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.758611] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.758734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.758817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.758902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.759058] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.759146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.759201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.759337] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.759477] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.759579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.759638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.759751] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.759849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.760095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.760095] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.941277] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.941472] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.941573] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.941852] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.942469] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.942631] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.942744] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.942958] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.943111] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.943295] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.943397] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.943496] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.943596] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.943715] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.943784] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.943906] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.964718] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.964792] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.965164] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.965164] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.965392] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-224b83ce-5753-4ed0-b914-e9a395357f88 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.965559] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-224b83ce-5753-4ed0-b914-e9a395357f88" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.965674] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-224b83ce-5753-4ed0-b914-e9a395357f88" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.966021] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-224b83ce-5753-4ed0-b914-e9a395357f88" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.966155] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224b83ce-5753-4ed0-b914-e9a395357f88',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.051811] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.053635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.053635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.053635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.053635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.053635] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.053635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.053635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.053635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.053635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.053635] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a already deleted. [ 648.053635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.264159] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b74ffe-fd10-47d5-926c-7533aa8ba84a: rpc.has_security_group_logging(os_id): False [ 648.284022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.284022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.284022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.284022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.284022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.284022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.284022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.284022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.284022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.284022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.284022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.284022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.284022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.284022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.284022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.284702] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.284702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.284702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.285172] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.285743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.286277] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a is going to be updated. [ 648.347984] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.347984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.347984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.347984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.347984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.363985] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: IN_PROGRESS for 2s [ 648.472022] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.472022] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.472022] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.472022] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.472022] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.472022] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 224b83ce-5753-4ed0-b914-e9a395357f88 not found, creating... [ 648.472022] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.472022] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.472022] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.472022] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.474847] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.474847] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.476411] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.476583] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.476865] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.477047] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.477143] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 224b83ce-5753-4ed0-b914-e9a395357f88 is going to be created. [ 648.500182] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.500972] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.500972] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.500972] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.501285] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.501340] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-224b83ce-5753-4ed0-b914-e9a395357f88" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.619203] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 in Status: SUCCESS [ 648.619655] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 deletion is rescheduled due to dependency. [ 648.619655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.259689] env[67174]: INFO networking_nsxv3.common.synchronization [req-bb3782cf-a9bb-467b-92f5-e1547ac551a6 req-9df01714-b87a-445d-8e0d-14faefb558cf service nova] Enqueued Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_rules [ 649.259924] env[67174]: INFO networking_nsxv3.common.synchronization [req-bb3782cf-a9bb-467b-92f5-e1547ac551a6 req-9df01714-b87a-445d-8e0d-14faefb558cf service nova] Enqueued Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_members [ 649.260099] env[67174]: INFO networking_nsxv3.common.synchronization [req-bb3782cf-a9bb-467b-92f5-e1547ac551a6 req-9df01714-b87a-445d-8e0d-14faefb558cf service nova] Enqueued Resource ID: 224b83ce-5753-4ed0-b914-e9a395357f88 with Priority: HIGHEST for action port [ 649.260625] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_rules [ 649.260765] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_members [ 649.260860] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224b83ce-5753-4ed0-b914-e9a395357f88 with Priority: HIGHEST for action port [ 649.261606] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.261739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.261798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.262069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.262162] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.263181] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.263247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.263311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.263499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.263651] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.263746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.263806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.263944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.264040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.264133] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.265480] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-224b83ce-5753-4ed0-b914-e9a395357f88 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.265790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-224b83ce-5753-4ed0-b914-e9a395357f88" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.265790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-224b83ce-5753-4ed0-b914-e9a395357f88" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.265865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-224b83ce-5753-4ed0-b914-e9a395357f88" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.266031] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224b83ce-5753-4ed0-b914-e9a395357f88',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.771604] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.773449] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.773449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.773700] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 224b83ce-5753-4ed0-b914-e9a395357f88 with status ACTIVE [ 649.773833] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.773949] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.774028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.776918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.776918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.777059] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.777168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.777237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.777407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.778183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.778183] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.778183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.778183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.778183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.778183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.778183] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 224b83ce-5753-4ed0-b914-e9a395357f88 is going to be updated. [ 649.800115] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.800115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.800115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.800115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.800115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.800115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-224b83ce-5753-4ed0-b914-e9a395357f88" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.927018] env[67174]: INFO networking_nsxv3.common.synchronization [None req-3b171064-2d02-48cc-b7f7-a6f9a2ec3b00 None None] Enqueued Resource ID: 4b87a779-a21c-49ff-b8ba-5b68bd11dc4d with Priority: HIGHEST for action port [ 649.927519] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b87a779-a21c-49ff-b8ba-5b68bd11dc4d with Priority: HIGHEST for action port [ 649.927850] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b87a779-a21c-49ff-b8ba-5b68bd11dc4d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.927988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b87a779-a21c-49ff-b8ba-5b68bd11dc4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.928271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b87a779-a21c-49ff-b8ba-5b68bd11dc4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.928555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b87a779-a21c-49ff-b8ba-5b68bd11dc4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.928644] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b87a779-a21c-49ff-b8ba-5b68bd11dc4d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.032779] env[67174]: INFO networking_nsxv3.common.synchronization [req-c125a2dc-bffc-45fb-a18a-6f7054f54fc9 req-5b92e461-6d55-4102-a3ce-0d9fe2bb3ab5 tempest-MultipleCreateTestJSON-1488029146 tempest-MultipleCreateTestJSON-1488029146-project-member] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 650.033619] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 650.033932] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.034105] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.034151] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.034375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.034636] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.034738] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.034738] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.034864] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.034948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.035053] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.274830] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.382288] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: SUCCESS [ 650.382288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.413454] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.413454] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.413636] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.414813] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.414813] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.414813] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.414813] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.414813] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.415406] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.415406] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.415498] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.417162] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.417162] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.417162] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.417162] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.417162] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.434433] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b87a779-a21c-49ff-b8ba-5b68bd11dc4d [ 650.434433] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.434433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.434433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.434433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.434433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.434884] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b87a779-a21c-49ff-b8ba-5b68bd11dc4d already deleted. [ 650.434884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b87a779-a21c-49ff-b8ba-5b68bd11dc4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.438012] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.439157] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.439157] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.439157] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.439157] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-c619e5e0-b0da-4ec3-a590-5a1cd78b12dd taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.439157] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-c619e5e0-b0da-4ec3-a590-5a1cd78b12dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.439157] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-c619e5e0-b0da-4ec3-a590-5a1cd78b12dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.443316] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-c619e5e0-b0da-4ec3-a590-5a1cd78b12dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.443456] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c619e5e0-b0da-4ec3-a590-5a1cd78b12dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.539807] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.539974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.540111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.541123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.541123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.541123] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.541123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.541123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.541123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.541123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.541123] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 already deleted. [ 650.541504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.582278] env[67174]: INFO networking_nsxv3.common.synchronization [None req-e9cffd90-4201-403a-bc08-36ba364a36f6 None None] Enqueued Resource ID: 8efcca26-01fd-4bb2-83c5-f60184ad0097 with Priority: HIGHEST for action port [ 650.583263] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efcca26-01fd-4bb2-83c5-f60184ad0097 with Priority: HIGHEST for action port [ 650.583584] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-8efcca26-01fd-4bb2-83c5-f60184ad0097 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.583705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8efcca26-01fd-4bb2-83c5-f60184ad0097" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.583770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8efcca26-01fd-4bb2-83c5-f60184ad0097" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.585584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8efcca26-01fd-4bb2-83c5-f60184ad0097" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.585841] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efcca26-01fd-4bb2-83c5-f60184ad0097',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.779933] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.780538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.780538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.780687] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.780738] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.781010] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a is going to be created. [ 650.810974] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.811165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.811221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.811432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.811604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.826211] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: UNINITIALIZED for 2s [ 650.950660] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.950891] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.951015] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.951357] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.951511] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.951661] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port c619e5e0-b0da-4ec3-a590-5a1cd78b12dd not found, creating... [ 650.951912] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.952080] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.952188] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.952403] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.952534] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.954207] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.954416] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.954508] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.958019] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.958019] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.958019] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: c619e5e0-b0da-4ec3-a590-5a1cd78b12dd is going to be created. [ 650.985054] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.985297] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.985500] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.985893] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.986168] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.986405] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-c619e5e0-b0da-4ec3-a590-5a1cd78b12dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.088280] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8efcca26-01fd-4bb2-83c5-f60184ad0097 [ 651.089289] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.089289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.089289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.089289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.089289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.089999] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8efcca26-01fd-4bb2-83c5-f60184ad0097 already deleted. [ 651.089999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8efcca26-01fd-4bb2-83c5-f60184ad0097" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.577263] env[67174]: INFO networking_nsxv3.common.synchronization [None req-60e7111e-8878-47c1-8222-6848a7d834ed tempest-ServersTestBootFromVolume-935554752 tempest-ServersTestBootFromVolume-935554752-project-member] Enqueued Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGHEST for action security_group_rules [ 651.577933] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGHEST for action security_group_rules [ 651.578471] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.578598] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.578663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.579244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.579244] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('419d0da3-ca92-43eb-9194-a7ae627fe2ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.744265] env[67174]: INFO networking_nsxv3.common.synchronization [None req-367065c3-f863-44f6-bb13-323cffa55756 tempest-ServersTestBootFromVolume-935554752 tempest-ServersTestBootFromVolume-935554752-project-member] Enqueued Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGHEST for action security_group_rules [ 651.744402] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGHEST for action security_group_rules [ 651.744761] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.744885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.796041] env[67174]: INFO networking_nsxv3.common.synchronization [req-c125a2dc-bffc-45fb-a18a-6f7054f54fc9 req-a3bcbf55-bbd7-45d0-b74c-f6e7b96b2766 service nova] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_rules [ 651.796165] env[67174]: INFO networking_nsxv3.common.synchronization [req-c125a2dc-bffc-45fb-a18a-6f7054f54fc9 req-a3bcbf55-bbd7-45d0-b74c-f6e7b96b2766 service nova] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 651.796208] env[67174]: INFO networking_nsxv3.common.synchronization [req-c125a2dc-bffc-45fb-a18a-6f7054f54fc9 req-a3bcbf55-bbd7-45d0-b74c-f6e7b96b2766 service nova] Enqueued Resource ID: c619e5e0-b0da-4ec3-a590-5a1cd78b12dd with Priority: HIGHEST for action port [ 651.799077] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_rules [ 651.799252] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 651.799300] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c619e5e0-b0da-4ec3-a590-5a1cd78b12dd with Priority: HIGHEST for action port [ 651.799956] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.800180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.800180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.800406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.800510] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.801384] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.801496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.801555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.801729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.801876] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.801958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.804543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.804996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.805117] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.806669] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.806669] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-c619e5e0-b0da-4ec3-a590-5a1cd78b12dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.806669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c619e5e0-b0da-4ec3-a590-5a1cd78b12dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.806669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c619e5e0-b0da-4ec3-a590-5a1cd78b12dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.806669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c619e5e0-b0da-4ec3-a590-5a1cd78b12dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.806669] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c619e5e0-b0da-4ec3-a590-5a1cd78b12dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.894996] env[67174]: INFO networking_nsxv3.common.synchronization [req-7c702970-2550-4b6b-9109-8e13a7639663 req-f059de00-7975-4b5e-a4b0-115bf0209568 tempest-SecurityGroupRulesNegativeTestJSON-653489067 tempest-SecurityGroupRulesNegativeTestJSON-653489067-project-member] Enqueued Resource ID: becb1101-ae06-407d-982f-0afa9255a518 with Priority: HIGHEST for action security_group_rules [ 651.895513] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becb1101-ae06-407d-982f-0afa9255a518 with Priority: HIGHEST for action security_group_rules [ 651.895781] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-becb1101-ae06-407d-982f-0afa9255a518 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.895901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-becb1101-ae06-407d-982f-0afa9255a518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.895988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-becb1101-ae06-407d-982f-0afa9255a518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.896255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-becb1101-ae06-407d-982f-0afa9255a518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.896356] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('becb1101-ae06-407d-982f-0afa9255a518',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.102012] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.102180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.102379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.102453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.102649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.102699] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab already deleted. [ 652.102760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.102914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.103083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.103162] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('419d0da3-ca92-43eb-9194-a7ae627fe2ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.205191] env[67174]: INFO networking_nsxv3.common.synchronization [None req-0a49cfbf-abe1-4f8d-b7af-149e870dc6b5 None None] Enqueued Resource ID: 80ed0d85-8f04-4272-ad08-e9e86734ba07 with Priority: HIGHEST for action port [ 652.205191] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ed0d85-8f04-4272-ad08-e9e86734ba07 with Priority: HIGHEST for action port [ 652.205191] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-80ed0d85-8f04-4272-ad08-e9e86734ba07 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.205191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80ed0d85-8f04-4272-ad08-e9e86734ba07" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.205191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80ed0d85-8f04-4272-ad08-e9e86734ba07" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.206122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80ed0d85-8f04-4272-ad08-e9e86734ba07" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.206122] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80ed0d85-8f04-4272-ad08-e9e86734ba07',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.309244] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.309244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.309669] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.310834] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c619e5e0-b0da-4ec3-a590-5a1cd78b12dd with status ACTIVE [ 652.313721] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.317073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.317283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.317629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.317798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.318142] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.318330] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.318417] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.318688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.318820] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.319169] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.319343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.319441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.319679] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.319816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.319957] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c619e5e0-b0da-4ec3-a590-5a1cd78b12dd is going to be updated. [ 652.346324] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.346324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.346324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.346324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.346324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.346324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c619e5e0-b0da-4ec3-a590-5a1cd78b12dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.440057] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.440057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.440057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.440057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.440057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.440057] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: becb1101-ae06-407d-982f-0afa9255a518 already deleted. [ 652.440381] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-becb1101-ae06-407d-982f-0afa9255a518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.626425] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.626908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.626908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.626908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.627317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.627317] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab already deleted. [ 652.627317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.712779] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80ed0d85-8f04-4272-ad08-e9e86734ba07 [ 652.712779] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.712779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.712779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.712779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.712779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.712779] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80ed0d85-8f04-4272-ad08-e9e86734ba07 already deleted. [ 652.712779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80ed0d85-8f04-4272-ad08-e9e86734ba07" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.716887] env[67174]: INFO networking_nsxv3.common.synchronization [req-c125a2dc-bffc-45fb-a18a-6f7054f54fc9 req-d5ad9921-aaa5-41f3-af2a-af6d0e1a5f38 tempest-MultipleCreateTestJSON-1488029146 tempest-MultipleCreateTestJSON-1488029146-project-member] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 652.717094] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 652.717505] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.717648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.825337] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.839786] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: SUCCESS [ 652.839786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.840679] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.840908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.841118] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.841256] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.841319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.841518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.841613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.841704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.841898] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.084982] env[67174]: INFO networking_nsxv3.common.synchronization [None req-add4ac71-c8e7-4cdf-9572-a9a5b1174f43 None None] Enqueued Resource ID: 8c6180ae-247d-4082-a4e9-b34a6681dfa8 with Priority: HIGHEST for action port [ 653.085900] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.086689] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.086689] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.086689] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.086901] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.087082] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.087167] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.087527] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.087527] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.087780] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.087886] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.088127] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.088127] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.088368] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.088368] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.088368] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.091272] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6180ae-247d-4082-a4e9-b34a6681dfa8 with Priority: HIGHEST for action port [ 653.091272] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c6180ae-247d-4082-a4e9-b34a6681dfa8 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.091272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c6180ae-247d-4082-a4e9-b34a6681dfa8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.091272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c6180ae-247d-4082-a4e9-b34a6681dfa8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.091470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c6180ae-247d-4082-a4e9-b34a6681dfa8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.091470] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c6180ae-247d-4082-a4e9-b34a6681dfa8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.111361] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.111361] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.111361] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.111361] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.111361] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-302171a2-e0a2-4cb1-80be-c89aff497aa6 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.111641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-302171a2-e0a2-4cb1-80be-c89aff497aa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.111740] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-302171a2-e0a2-4cb1-80be-c89aff497aa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.112109] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-302171a2-e0a2-4cb1-80be-c89aff497aa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.112494] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('302171a2-e0a2-4cb1-80be-c89aff497aa6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.330611] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.330755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.330755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.331111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.331111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.331252] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be created. [ 653.352549] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.352549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.352549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.352549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.352549] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.352549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.352549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.352549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.352549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.352549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.352549] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.352549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.352549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.352549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.352549] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.352549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.353359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.353359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.353359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.353359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.353359] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.358549] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.358700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.358785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.358982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.359482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.375291] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: UNINITIALIZED for 2s [ 653.594748] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c6180ae-247d-4082-a4e9-b34a6681dfa8 [ 653.595200] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.595349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.595413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.595670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.595825] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.596056] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c6180ae-247d-4082-a4e9-b34a6681dfa8 already deleted. [ 653.596199] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c6180ae-247d-4082-a4e9-b34a6681dfa8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.617894] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.617894] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.617894] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.617894] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.617894] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.617894] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 302171a2-e0a2-4cb1-80be-c89aff497aa6 not found, creating... [ 653.617894] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.617894] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.617894] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.617894] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.617894] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.618434] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.618434] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.618610] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.618905] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.619127] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.619292] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 302171a2-e0a2-4cb1-80be-c89aff497aa6 is going to be created. [ 653.641084] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.641383] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.641383] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.641562] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.641755] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.642057] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-302171a2-e0a2-4cb1-80be-c89aff497aa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.857850] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a: rpc.has_security_group_logging(os_id): False [ 653.879764] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.880582] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.880734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.881015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.881149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.881417] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.881537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.881601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.883103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.883103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.883103] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.883103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.883103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.883103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.883103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.883816] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.886842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.886842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.886842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.886842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.886842] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a is going to be created. [ 653.969390] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.969769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.969769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.969888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.970022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.984953] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: IN_PROGRESS for 2s [ 654.454727] env[67174]: INFO networking_nsxv3.common.synchronization [req-c125a2dc-bffc-45fb-a18a-6f7054f54fc9 req-23285d75-d88c-487e-b2ba-25d6cf99a6d9 service nova] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_rules [ 654.456017] env[67174]: INFO networking_nsxv3.common.synchronization [req-c125a2dc-bffc-45fb-a18a-6f7054f54fc9 req-23285d75-d88c-487e-b2ba-25d6cf99a6d9 service nova] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 654.456017] env[67174]: INFO networking_nsxv3.common.synchronization [req-c125a2dc-bffc-45fb-a18a-6f7054f54fc9 req-23285d75-d88c-487e-b2ba-25d6cf99a6d9 service nova] Enqueued Resource ID: 302171a2-e0a2-4cb1-80be-c89aff497aa6 with Priority: HIGHEST for action port [ 654.456017] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_rules [ 654.456780] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 654.457047] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302171a2-e0a2-4cb1-80be-c89aff497aa6 with Priority: HIGHEST for action port [ 654.460430] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.460430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.460430] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.460430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.460430] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-302171a2-e0a2-4cb1-80be-c89aff497aa6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.460430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-302171a2-e0a2-4cb1-80be-c89aff497aa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.460430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-302171a2-e0a2-4cb1-80be-c89aff497aa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.460430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-302171a2-e0a2-4cb1-80be-c89aff497aa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.460430] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('302171a2-e0a2-4cb1-80be-c89aff497aa6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.966481] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 302171a2-e0a2-4cb1-80be-c89aff497aa6 with status ACTIVE [ 654.966724] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.966892] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.966956] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.968185] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.968461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.968552] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.969028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.969028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.969028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.969028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.969842] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.969945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.970018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.970233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.970337] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.970816] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 302171a2-e0a2-4cb1-80be-c89aff497aa6 is going to be updated. [ 654.997542] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.997683] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.997968] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.998210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.998344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.998501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-302171a2-e0a2-4cb1-80be-c89aff497aa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.324425] env[67174]: INFO networking_nsxv3.common.synchronization [req-574e29f6-d7ec-4180-8c35-dd0e54615d9f req-46ee0fd3-7637-4115-8bba-b53ab471dc6b tempest-DeleteServersTestJSON-447667271 tempest-DeleteServersTestJSON-447667271-project-member] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 655.324846] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 655.326261] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.326398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.326448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.326719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.326887] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.327074] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.327496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.328142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.328255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.328337] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.386268] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 655.386627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.386721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.386902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.387301] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.387888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.388016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.388210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.388305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.388401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.388535] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.390612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.390827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.391046] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.391199] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.391247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.391394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.391473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.391576] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.558057] env[67174]: INFO networking_nsxv3.common.synchronization [req-83577090-8014-4dbf-b5ff-7abde2af30de req-4d40e522-8ee5-4d73-8490-364f558b4d69 tempest-ListServersNegativeTestJSON-235709700 tempest-ListServersNegativeTestJSON-235709700-project-member] Enqueued Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 655.558649] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 655.558958] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.559826] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.559955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.560150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.560316] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.560424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.560491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.560624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.560707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.560800] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.833483] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.833662] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.833730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.833945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.834040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.834251] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.834346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.834404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.834612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.834996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.834996] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 already deleted. [ 655.834996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.893728] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.894141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.894515] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.976340] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.978017] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.978017] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.978017] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.978017] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.978017] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.978017] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.978518] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.978750] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.979108] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.979357] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.982039] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.982039] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.982039] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.982039] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.982039] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.001408] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: SUCCESS [ 656.001408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.004451] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.004857] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.004962] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.005214] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.005880] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.005880] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.005880] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.006217] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.006217] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.062776] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.398916] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.509579] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.509579] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.509860] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.509940] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.510139] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.510327] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4 not found, creating... [ 656.510673] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.510846] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.510988] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.511270] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.511445] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.512052] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.512052] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.512268] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.512412] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.512634] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.512853] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4 is going to be created. [ 656.537394] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.537394] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.537394] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.537394] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.537394] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.537394] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.565128] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.900937] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.901189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.901292] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.901570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.901703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.901853] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be updated. [ 656.934535] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.934765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.934765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.935026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.935112] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.945542] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 657.068267] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.068267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.068267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.068652] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.068748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.068801] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a is going to be updated. [ 657.104523] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.105771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.105771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.105771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.105771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.118342] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: IN_PROGRESS for 2s [ 657.299833] env[67174]: INFO networking_nsxv3.common.synchronization [req-574e29f6-d7ec-4180-8c35-dd0e54615d9f req-399bfccb-642e-4e6e-a36d-b99fbcc2075d service nova] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_rules [ 657.302339] env[67174]: INFO networking_nsxv3.common.synchronization [req-574e29f6-d7ec-4180-8c35-dd0e54615d9f req-399bfccb-642e-4e6e-a36d-b99fbcc2075d service nova] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 657.302339] env[67174]: INFO networking_nsxv3.common.synchronization [req-574e29f6-d7ec-4180-8c35-dd0e54615d9f req-399bfccb-642e-4e6e-a36d-b99fbcc2075d service nova] Enqueued Resource ID: 4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4 with Priority: HIGHEST for action port [ 657.306441] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_rules [ 657.306441] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 657.306441] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4 with Priority: HIGHEST for action port [ 657.306441] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.306441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.306441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.307203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.307203] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.309643] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.309643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.309643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.310441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.310441] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.310687] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.310687] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.310967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.311799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.311799] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.314809] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.315220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.315220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.315354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.315354] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.461595] env[67174]: INFO networking_nsxv3.common.synchronization [req-d402ae90-54a5-4cf6-b1fa-b66f42ef5ee5 req-cceb2ae2-0802-4824-9e29-bddf935e63cb tempest-SecurityGroupRulesNegativeTestJSON-653489067 tempest-SecurityGroupRulesNegativeTestJSON-653489067-project-member] Enqueued Resource ID: becb1101-ae06-407d-982f-0afa9255a518 with Priority: HIGHEST for action security_group_rules [ 657.462239] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: becb1101-ae06-407d-982f-0afa9255a518 with Priority: HIGHEST for action security_group_rules [ 657.462539] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-becb1101-ae06-407d-982f-0afa9255a518 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.462652] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-becb1101-ae06-407d-982f-0afa9255a518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.462706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-becb1101-ae06-407d-982f-0afa9255a518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.462910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-becb1101-ae06-407d-982f-0afa9255a518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.462991] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('becb1101-ae06-407d-982f-0afa9255a518',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.818209] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.818344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.818532] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.819454] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4 with status ACTIVE [ 657.819675] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.819796] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.819855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.820076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.820167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.820385] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.820509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.820509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.820705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.820816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.827982] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.827982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.827982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.827982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.827982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.827982] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4 is going to be updated. [ 657.852476] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.852688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.852736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.852965] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.853259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.853516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ee2fbc8-2d3d-4bc3-a38b-d7eb042290a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.989731] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.989731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.989731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.990199] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.990199] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.990199] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: becb1101-ae06-407d-982f-0afa9255a518 already deleted. [ 657.990345] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-becb1101-ae06-407d-982f-0afa9255a518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.328419] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.833547] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.833664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.833805] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.834144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.834289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.834466] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be created. [ 658.869376] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.872872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.872872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.872872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.872872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.884663] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: UNINITIALIZED for 2s [ 658.961477] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 658.961600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.961776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.962024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.962256] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.962387] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.962479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.962721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.962815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.962921] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.132657] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: SUCCESS [ 659.133584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.465287] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.968770] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.158144] env[67174]: INFO networking_nsxv3.common.synchronization [req-16fd50a8-ed27-43b3-85ae-29eb41b98f8a req-23ea136c-ef46-4d54-9ad2-40b83f1308e0 tempest-ServerRescueNegativeTestJSON-1891952179 tempest-ServerRescueNegativeTestJSON-1891952179-project-member] Enqueued Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_members [ 660.158144] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_members [ 660.158621] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.158621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.158621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.159824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.159824] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.159824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.159824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.159824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.159824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.159824] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.217097] env[67174]: INFO networking_nsxv3.common.synchronization [None req-414d4c57-76fa-4b53-804a-9a19f81e9873 None None] Enqueued Resource ID: 9aca8bab-d990-4e72-9fd8-86f40329ac1a with Priority: HIGHEST for action port [ 660.218162] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aca8bab-d990-4e72-9fd8-86f40329ac1a with Priority: HIGHEST for action port [ 660.218713] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aca8bab-d990-4e72-9fd8-86f40329ac1a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.218918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aca8bab-d990-4e72-9fd8-86f40329ac1a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.219054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aca8bab-d990-4e72-9fd8-86f40329ac1a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.219467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aca8bab-d990-4e72-9fd8-86f40329ac1a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.219635] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aca8bab-d990-4e72-9fd8-86f40329ac1a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.474023] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.474023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.474023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.474023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.474475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.474475] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be updated. [ 660.507263] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.507473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.507473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.507708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.507858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.525377] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 660.665018] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.665018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.665018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.665018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.665018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.665018] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.665018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.665018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.665018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.665018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.665018] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c059d22d-f8b9-452c-99bd-587a6482b384 already deleted. [ 660.665018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.722835] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aca8bab-d990-4e72-9fd8-86f40329ac1a [ 660.723101] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.723244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.723313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.723524] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.723630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.723824] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aca8bab-d990-4e72-9fd8-86f40329ac1a already deleted. [ 660.723824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aca8bab-d990-4e72-9fd8-86f40329ac1a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.900637] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 660.900637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.900637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.900637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.900637] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.900637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.900637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.900637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.900637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.900637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.900637] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.295194] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.295389] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-928" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.295515] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-928" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.297652] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-928" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.297991] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.298193] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.298307] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.298569] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.298803] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.299070] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.299196] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.299298] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.299398] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.299517] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.299646] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.299777] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.328498] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.328911] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.329228] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.329509] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-928" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.329927] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-9cb79e3d-c7f2-4601-b36b-960b1f4a4db7 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.330274] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-9cb79e3d-c7f2-4601-b36b-960b1f4a4db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.331514] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-9cb79e3d-c7f2-4601-b36b-960b1f4a4db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.332207] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-9cb79e3d-c7f2-4601-b36b-960b1f4a4db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.332461] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cb79e3d-c7f2-4601-b36b-960b1f4a4db7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.402383] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.402643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.402730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.402947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.403718] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.403718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.403718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.403718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.403718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.403718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.404424] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.404424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.404424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.404424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.404424] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.404782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.404782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.405155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.405155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.405251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.405316] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.557422] env[67174]: INFO networking_nsxv3.common.synchronization [req-d5338d16-626b-44af-be4f-b7ec0693bae3 req-89937d90-5647-4570-8445-0122fef33f75 tempest-ServersTestJSON-1251806580 tempest-ServersTestJSON-1251806580-project-member] Enqueued Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGHEST for action security_group_members [ 661.558658] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGHEST for action security_group_members [ 661.560094] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f379c511-4ed8-4036-8204-75d35f9488c0 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.560094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.560094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.560094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.560094] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.560094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.560094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.560518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.560574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.560680] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f379c511-4ed8-4036-8204-75d35f9488c0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.839223] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.839223] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.839223] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.839223] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.840282] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.840949] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 9cb79e3d-c7f2-4601-b36b-960b1f4a4db7 not found, creating... [ 661.841696] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.842072] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.842360] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.842799] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.843330] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.844478] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.845048] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.845291] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.848026] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.848026] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.848026] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 9cb79e3d-c7f2-4601-b36b-960b1f4a4db7 is going to be created. [ 661.873053] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.874145] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.874145] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.874317] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.875660] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.875660] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-9cb79e3d-c7f2-4601-b36b-960b1f4a4db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.907553] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbb538cf-aaab-4d8a-ac66-6eccf3b18d66: rpc.has_security_group_logging(os_id): False [ 661.931627] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.931794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.931865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.932145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.932270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.932496] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.932628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.932690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.932852] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.932925] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.933159] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.933247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.933304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.933439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.933516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.933720] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.933807] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.933867] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.934012] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.934326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.934460] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be created. [ 662.039075] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.039075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.039075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.039333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.039554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.056657] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 662.063367] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.063605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.063768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.063973] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.064120] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.064385] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.064669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.064768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.065476] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.065735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.066443] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f379c511-4ed8-4036-8204-75d35f9488c0 is going to be updated. [ 662.137555] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.137766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.137894] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.138178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.138391] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.156490] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f379c511-4ed8-4036-8204-75d35f9488c0 in Status: IN_PROGRESS for 2s [ 662.581141] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.581141] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.581141] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.581141] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.581141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.582859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.582859] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.650025] env[67174]: INFO networking_nsxv3.common.synchronization [req-16fd50a8-ed27-43b3-85ae-29eb41b98f8a req-03a7c56b-efce-4cd8-b261-8b486fb5bcee service nova] Enqueued Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_rules [ 662.650883] env[67174]: INFO networking_nsxv3.common.synchronization [req-16fd50a8-ed27-43b3-85ae-29eb41b98f8a req-03a7c56b-efce-4cd8-b261-8b486fb5bcee service nova] Enqueued Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_members [ 662.651332] env[67174]: INFO networking_nsxv3.common.synchronization [req-16fd50a8-ed27-43b3-85ae-29eb41b98f8a req-03a7c56b-efce-4cd8-b261-8b486fb5bcee service nova] Enqueued Resource ID: 9cb79e3d-c7f2-4601-b36b-960b1f4a4db7 with Priority: HIGHEST for action port [ 662.652607] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_rules [ 662.652796] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_members [ 662.652896] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb79e3d-c7f2-4601-b36b-960b1f4a4db7 with Priority: HIGHEST for action port [ 662.653249] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.653504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.653612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.654855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.655264] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.658910] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.658910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.658910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.659186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.659527] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.659527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.660467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.660467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.660467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.660467] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.662891] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cb79e3d-c7f2-4601-b36b-960b1f4a4db7 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.663204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cb79e3d-c7f2-4601-b36b-960b1f4a4db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.663347] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cb79e3d-c7f2-4601-b36b-960b1f4a4db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.663667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cb79e3d-c7f2-4601-b36b-960b1f4a4db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.663782] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cb79e3d-c7f2-4601-b36b-960b1f4a4db7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.684416] env[67174]: INFO networking_nsxv3.common.synchronization [None req-e899e625-a10b-4b65-b711-baa4312e483d None None] Enqueued Resource ID: e4c354a4-c191-4d2f-8f2c-5d1ab86eb0da with Priority: HIGHEST for action port [ 662.685741] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4c354a4-c191-4d2f-8f2c-5d1ab86eb0da with Priority: HIGHEST for action port [ 662.685741] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4c354a4-c191-4d2f-8f2c-5d1ab86eb0da taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.685741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4c354a4-c191-4d2f-8f2c-5d1ab86eb0da" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.685741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4c354a4-c191-4d2f-8f2c-5d1ab86eb0da" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.685741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4c354a4-c191-4d2f-8f2c-5d1ab86eb0da" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.686195] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c354a4-c191-4d2f-8f2c-5d1ab86eb0da',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.041399] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8479b0f4-de9e-4476-9318-7494ee6f37b2: rpc.has_security_group_logging(os_id): False [ 663.067010] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.068155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.068155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.068155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.068155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.068155] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.068155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.068155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.068155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.068155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.068721] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.068721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.068721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.068721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.068721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.068980] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.068980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.068980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.069131] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.069203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.069285] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be created. [ 663.139153] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.139303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.139371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.139584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.139763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.155900] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 663.165424] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.167297] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.167297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.167921] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cb79e3d-c7f2-4601-b36b-960b1f4a4db7 with status ACTIVE [ 663.168071] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.170021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.170021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.170021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.170021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.170021] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.170021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.170021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.170021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.170021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.170021] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.170021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.170021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.170592] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.170592] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.170592] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cb79e3d-c7f2-4601-b36b-960b1f4a4db7 is going to be updated. [ 663.189300] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4c354a4-c191-4d2f-8f2c-5d1ab86eb0da [ 663.189492] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.189651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.189733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.189954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.190056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.190175] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4c354a4-c191-4d2f-8f2c-5d1ab86eb0da already deleted. [ 663.190227] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4c354a4-c191-4d2f-8f2c-5d1ab86eb0da" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.197491] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.201236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.201369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.201545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.201684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.201891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cb79e3d-c7f2-4601-b36b-960b1f4a4db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.669237] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.073422] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 664.074929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.172058] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f379c511-4ed8-4036-8204-75d35f9488c0 in Status: SUCCESS [ 664.173329] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f379c511-4ed8-4036-8204-75d35f9488c0 deletion is rescheduled due to dependency. [ 664.173329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.173647] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.173792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.173876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.174142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.174247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.174368] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c059d22d-f8b9-452c-99bd-587a6482b384 is going to be created. [ 664.203940] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.204147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.204307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.204481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.204759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.221653] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: UNINITIALIZED for 2s [ 665.175919] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 665.175919] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.175919] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.175919] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.175919] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.681605] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.681884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.681884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.682129] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.682305] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.682403] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.682484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.682637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.682727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.682817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.682926] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.824646] env[67174]: INFO networking_nsxv3.common.synchronization [None req-14c640f9-e217-4426-a747-10d22f0d9fe3 tempest-AttachVolumeShelveTestJSON-566461120 tempest-AttachVolumeShelveTestJSON-566461120-project-member] Enqueued Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_rules [ 665.825446] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_rules [ 665.825446] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e061c56-f558-4e67-87f1-49d6c540ae48 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.825847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.825847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.825847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.825991] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.185465] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.186044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.186044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.186044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.187311] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.187311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.187311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.187311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.187311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.187311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.187311] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.187311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.187311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.187311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.187722] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.187722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.187722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.187722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.187722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.188087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.188087] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.238111] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: UNINITIALIZED for 4s [ 666.350722] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.350722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.350722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.350722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.350722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.350722] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 already deleted. [ 666.350722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.693789] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8479b0f4-de9e-4476-9318-7494ee6f37b2: rpc.has_security_group_logging(os_id): False [ 666.717820] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.718073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.718466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.718466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.718695] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.718910] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.719050] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.719267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.719331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.719367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.719652] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.721194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.721194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.721194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.721194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.721194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.721194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.721194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.721194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.721194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.721194] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be updated. [ 666.808425] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.808640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.808640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.809229] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.809229] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.821962] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 666.977160] env[67174]: INFO networking_nsxv3.common.synchronization [None req-074047c2-94eb-49f5-b291-36aa81250eec tempest-AttachVolumeShelveTestJSON-566461120 tempest-AttachVolumeShelveTestJSON-566461120-project-member] Enqueued Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_rules [ 666.978344] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_rules [ 666.978760] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e061c56-f558-4e67-87f1-49d6c540ae48 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.978956] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.979195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.979412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.979506] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.253549] env[67174]: INFO networking_nsxv3.common.synchronization [req-36aaf3e4-0a7d-4eb7-aaee-92b89f0beb28 req-99361bdb-c452-4a64-913e-986f89dc8c4f tempest-ServerRescueNegativeTestJSON-1891952179 tempest-ServerRescueNegativeTestJSON-1891952179-project-member] Enqueued Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_members [ 667.254308] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_members [ 667.255489] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.255489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.264088] env[67174]: INFO networking_nsxv3.common.synchronization [None req-fb020553-6e12-43ef-8937-bf520533acb2 None None] Enqueued Resource ID: 7825ad86-2847-4d71-b5cf-e098a2343795 with Priority: HIGHEST for action port [ 667.265970] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7825ad86-2847-4d71-b5cf-e098a2343795 with Priority: HIGHEST for action port [ 667.265970] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-7825ad86-2847-4d71-b5cf-e098a2343795 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.265970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7825ad86-2847-4d71-b5cf-e098a2343795" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.265970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7825ad86-2847-4d71-b5cf-e098a2343795" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.265970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7825ad86-2847-4d71-b5cf-e098a2343795" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.265970] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7825ad86-2847-4d71-b5cf-e098a2343795',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.507269] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.507269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.507269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.507269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.507269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.507269] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 already deleted. [ 667.507269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.769234] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7825ad86-2847-4d71-b5cf-e098a2343795 [ 667.769234] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.769234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.769234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.769234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.769234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.769234] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7825ad86-2847-4d71-b5cf-e098a2343795 already deleted. [ 667.769632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7825ad86-2847-4d71-b5cf-e098a2343795" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.250028] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: SUCCESS [ 668.250160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.250355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.250676] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.250832] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.251000] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.251075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.251188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.251268] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.251352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.251453] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.253720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.254170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.256486] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.256648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.256729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.256909] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.257012] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.257114] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.548754] env[67174]: INFO networking_nsxv3.common.synchronization [None req-e53470d1-a41c-4b15-b70a-9d4a10cb4adc None None] Enqueued Resource ID: edbe580b-8bc3-4ba3-a30d-fdfc138c8779 with Priority: HIGHEST for action port [ 668.549523] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edbe580b-8bc3-4ba3-a30d-fdfc138c8779 with Priority: HIGHEST for action port [ 668.551218] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-edbe580b-8bc3-4ba3-a30d-fdfc138c8779 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.551218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edbe580b-8bc3-4ba3-a30d-fdfc138c8779" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.551218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edbe580b-8bc3-4ba3-a30d-fdfc138c8779" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.551218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edbe580b-8bc3-4ba3-a30d-fdfc138c8779" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.551218] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edbe580b-8bc3-4ba3-a30d-fdfc138c8779',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.759510] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.759510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.759510] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.841110] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 668.841110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.967033] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.967033] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-928" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.967033] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-928" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.967033] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-928" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.967483] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.967867] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.970717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.970717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.970717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.970717] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.970717] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.970717] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.970717] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.970717] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.970717] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.970717] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.006790] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.007079] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.007217] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.007387] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-928" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.007808] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-1c1886f0-c78f-4768-b680-b94faa830463 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.007982] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-1c1886f0-c78f-4768-b680-b94faa830463" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.007982] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-1c1886f0-c78f-4768-b680-b94faa830463" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.008344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-1c1886f0-c78f-4768-b680-b94faa830463" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.009923] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c1886f0-c78f-4768-b680-b94faa830463',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.056452] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edbe580b-8bc3-4ba3-a30d-fdfc138c8779 [ 669.056452] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.056452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.056452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.056452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.056452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.056452] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edbe580b-8bc3-4ba3-a30d-fdfc138c8779 already deleted. [ 669.056452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edbe580b-8bc3-4ba3-a30d-fdfc138c8779" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.262246] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.498670] env[67174]: INFO networking_nsxv3.common.synchronization [None req-fdc9d243-8c89-4874-8c71-e24f79480acb None None] Enqueued Resource ID: 2f67c209-8cdf-4e24-997c-d7c958008e29 with Priority: HIGHEST for action port [ 669.498670] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67c209-8cdf-4e24-997c-d7c958008e29 with Priority: HIGHEST for action port [ 669.498868] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f67c209-8cdf-4e24-997c-d7c958008e29 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.502296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f67c209-8cdf-4e24-997c-d7c958008e29" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.502296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f67c209-8cdf-4e24-997c-d7c958008e29" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.502296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f67c209-8cdf-4e24-997c-d7c958008e29" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.502296] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f67c209-8cdf-4e24-997c-d7c958008e29',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.513755] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.513872] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.514408] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.514408] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.514593] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.514717] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 1c1886f0-c78f-4768-b680-b94faa830463 not found, creating... [ 669.516207] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.516336] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.516489] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.516689] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.516868] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.517227] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.517803] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.517803] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.517803] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.517981] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.518043] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 1c1886f0-c78f-4768-b680-b94faa830463 is going to be created. [ 669.542556] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.542556] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.542556] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.542556] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.542556] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.542556] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-1c1886f0-c78f-4768-b680-b94faa830463" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.768024] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.768024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.768024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.768024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.768809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.769766] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c059d22d-f8b9-452c-99bd-587a6482b384 is going to be updated. [ 669.808080] env[67174]: INFO networking_nsxv3.common.synchronization [None req-69801142-72ad-4502-b4f8-75b39c60bbde None None] Enqueued Resource ID: e216bdcb-cb74-4728-9dee-9dfe60bb3382 with Priority: HIGHEST for action port [ 669.810140] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e216bdcb-cb74-4728-9dee-9dfe60bb3382 with Priority: HIGHEST for action port [ 669.810452] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.810550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.810598] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.811071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.811148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.812346] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-e216bdcb-cb74-4728-9dee-9dfe60bb3382 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.812448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e216bdcb-cb74-4728-9dee-9dfe60bb3382" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.812487] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e216bdcb-cb74-4728-9dee-9dfe60bb3382" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.812778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e216bdcb-cb74-4728-9dee-9dfe60bb3382" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.812907] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e216bdcb-cb74-4728-9dee-9dfe60bb3382',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.825363] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: IN_PROGRESS for 2s [ 670.004029] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f67c209-8cdf-4e24-997c-d7c958008e29 [ 670.004252] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.004581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.004581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.004719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.004808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.004906] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f67c209-8cdf-4e24-997c-d7c958008e29 already deleted. [ 670.005034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f67c209-8cdf-4e24-997c-d7c958008e29" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.298493] env[67174]: INFO networking_nsxv3.common.synchronization [req-36aaf3e4-0a7d-4eb7-aaee-92b89f0beb28 req-4930003f-e7d0-4b12-9d81-cd70a99e8665 service nova] Enqueued Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_rules [ 670.298493] env[67174]: INFO networking_nsxv3.common.synchronization [req-36aaf3e4-0a7d-4eb7-aaee-92b89f0beb28 req-4930003f-e7d0-4b12-9d81-cd70a99e8665 service nova] Enqueued Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_members [ 670.298493] env[67174]: INFO networking_nsxv3.common.synchronization [req-36aaf3e4-0a7d-4eb7-aaee-92b89f0beb28 req-4930003f-e7d0-4b12-9d81-cd70a99e8665 service nova] Enqueued Resource ID: 1c1886f0-c78f-4768-b680-b94faa830463 with Priority: HIGHEST for action port [ 670.298883] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_rules [ 670.298883] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_members [ 670.299955] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1886f0-c78f-4768-b680-b94faa830463 with Priority: HIGHEST for action port [ 670.300388] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.300486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.300699] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.301615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.301615] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c1886f0-c78f-4768-b680-b94faa830463 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.301615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c1886f0-c78f-4768-b680-b94faa830463" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.301615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c1886f0-c78f-4768-b680-b94faa830463" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.301870] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c1886f0-c78f-4768-b680-b94faa830463" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.301870] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c1886f0-c78f-4768-b680-b94faa830463',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.316844] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e216bdcb-cb74-4728-9dee-9dfe60bb3382 [ 670.317151] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.318462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.318462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.318462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.318462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.318462] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e216bdcb-cb74-4728-9dee-9dfe60bb3382 already deleted. [ 670.318462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e216bdcb-cb74-4728-9dee-9dfe60bb3382" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.804407] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c1886f0-c78f-4768-b680-b94faa830463 with status ACTIVE [ 670.804767] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.804962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.805073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.805242] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.805336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.805615] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.805752] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.805809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.805977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.806087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.806265] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.806393] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.806452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.807051] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.807051] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.807051] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c1886f0-c78f-4768-b680-b94faa830463 is going to be updated. [ 670.830910] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.831090] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.831145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.831355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.831552] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.831658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c1886f0-c78f-4768-b680-b94faa830463" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.093280] env[67174]: INFO networking_nsxv3.common.synchronization [None req-9a561a3a-1d7b-4fe8-9f0f-75dcbd4ae4d7 None None] Enqueued Resource ID: dc98841e-efa1-448e-ba71-8e0a204af771 with Priority: HIGHEST for action port [ 671.094440] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc98841e-efa1-448e-ba71-8e0a204af771 with Priority: HIGHEST for action port [ 671.095256] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc98841e-efa1-448e-ba71-8e0a204af771 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.095632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc98841e-efa1-448e-ba71-8e0a204af771" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.095826] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc98841e-efa1-448e-ba71-8e0a204af771" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.098045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc98841e-efa1-448e-ba71-8e0a204af771" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.098045] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc98841e-efa1-448e-ba71-8e0a204af771',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.599902] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc98841e-efa1-448e-ba71-8e0a204af771 [ 671.599902] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.599902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.600437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.603270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.603270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.603270] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc98841e-efa1-448e-ba71-8e0a204af771 already deleted. [ 671.603270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc98841e-efa1-448e-ba71-8e0a204af771" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.837401] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: SUCCESS [ 671.837675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.837766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.838050] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.838332] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.838499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.838600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.838794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.838881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.838969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.840699] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.840797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.840866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.841047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.841225] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.841332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.841420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.841568] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.842035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.842035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.842035] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.844237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.844428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.844649] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.844766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.844824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.844964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.846155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.846308] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.345860] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c059d22d-f8b9-452c-99bd-587a6482b384: rpc.has_security_group_logging(os_id): False [ 672.348149] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.371543] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.371702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.371763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.371988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.372096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.372291] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.372443] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.372545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.372704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.372781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.372987] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.373132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.373194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.373294] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.373366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.373542] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.373635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.373689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.373827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.373907] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.373991] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c059d22d-f8b9-452c-99bd-587a6482b384 is going to be created. [ 672.434453] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.434453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.434453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.434453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.434672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.448326] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: IN_PROGRESS for 2s [ 672.850981] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.358847] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.358847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.358847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.358847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.358847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.358847] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c059d22d-f8b9-452c-99bd-587a6482b384 is going to be updated. [ 673.373251] env[67174]: INFO networking_nsxv3.common.synchronization [None req-287f9b0d-fd5e-41a4-a4d7-0683e417a4d1 None None] Enqueued Resource ID: a9753747-c333-4d9b-8214-cd198586f679 with Priority: HIGHEST for action port [ 673.374779] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9753747-c333-4d9b-8214-cd198586f679 with Priority: HIGHEST for action port [ 673.375241] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9753747-c333-4d9b-8214-cd198586f679 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.375391] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9753747-c333-4d9b-8214-cd198586f679" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.375442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9753747-c333-4d9b-8214-cd198586f679" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.375834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9753747-c333-4d9b-8214-cd198586f679" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.375940] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9753747-c333-4d9b-8214-cd198586f679',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.392540] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.392727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.392830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.393389] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.393433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.408809] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: IN_PROGRESS for 2s [ 673.881306] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9753747-c333-4d9b-8214-cd198586f679 [ 673.882213] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.882381] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.882505] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.882711] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.882825] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.883108] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9753747-c333-4d9b-8214-cd198586f679 already deleted. [ 673.883108] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9753747-c333-4d9b-8214-cd198586f679" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.465821] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: SUCCESS [ 674.465821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.465821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.466021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.466712] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.558456] env[67174]: INFO networking_nsxv3.common.synchronization [None req-e1b7f785-17ca-4bae-8559-31efdde0ae03 None None] Enqueued Resource ID: 4ffde36c-a541-402a-8e2c-5dffabf2de4b with Priority: HIGHEST for action port [ 674.559421] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ffde36c-a541-402a-8e2c-5dffabf2de4b with Priority: HIGHEST for action port [ 674.560105] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ffde36c-a541-402a-8e2c-5dffabf2de4b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.560246] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ffde36c-a541-402a-8e2c-5dffabf2de4b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.560304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ffde36c-a541-402a-8e2c-5dffabf2de4b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.560563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ffde36c-a541-402a-8e2c-5dffabf2de4b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.560648] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ffde36c-a541-402a-8e2c-5dffabf2de4b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.972596] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.972596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.063496] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ffde36c-a541-402a-8e2c-5dffabf2de4b [ 675.063496] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.063496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.063496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.063496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.063496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.063496] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ffde36c-a541-402a-8e2c-5dffabf2de4b already deleted. [ 675.063496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ffde36c-a541-402a-8e2c-5dffabf2de4b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.095329] env[67174]: INFO networking_nsxv3.common.synchronization [None req-b1fe8d12-729f-4a1c-8949-70cb3dc5b84f None None] Enqueued Resource ID: 9624004f-40e5-41c2-8c1d-bd17fe5899cc with Priority: HIGHEST for action port [ 675.097656] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9624004f-40e5-41c2-8c1d-bd17fe5899cc with Priority: HIGHEST for action port [ 675.097656] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-9624004f-40e5-41c2-8c1d-bd17fe5899cc taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.097656] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9624004f-40e5-41c2-8c1d-bd17fe5899cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.097656] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9624004f-40e5-41c2-8c1d-bd17fe5899cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.097656] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9624004f-40e5-41c2-8c1d-bd17fe5899cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.098089] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9624004f-40e5-41c2-8c1d-bd17fe5899cc',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.423871] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: SUCCESS [ 675.423871] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.424218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.424400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.424652] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.424795] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.424866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.425191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.425306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.425447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.425584] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.599896] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9624004f-40e5-41c2-8c1d-bd17fe5899cc [ 675.600299] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.600482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.600482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.600607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.600691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.600786] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9624004f-40e5-41c2-8c1d-bd17fe5899cc already deleted. [ 675.600865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9624004f-40e5-41c2-8c1d-bd17fe5899cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.928231] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.928350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.928350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.928929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.928929] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.928929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.928929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.929815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.929815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.929815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.929815] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.929815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.929997] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.929997] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.930142] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.930288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.930288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.930405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.930592] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.930592] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.930664] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.436354] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c059d22d-f8b9-452c-99bd-587a6482b384: rpc.has_security_group_logging(os_id): False [ 676.458745] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.460034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.460034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.460034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.460034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.461027] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.461027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.461027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.461027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.461731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.462407] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.462407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.462407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.462407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.462407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.462733] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.462733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.462733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.462907] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.462907] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.463084] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c059d22d-f8b9-452c-99bd-587a6482b384 is going to be updated. [ 676.531120] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.531323] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.531369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.531567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.531772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.551577] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: IN_PROGRESS for 2s [ 677.092067] env[67174]: INFO networking_nsxv3.common.synchronization [req-26d6315d-cb24-4143-83cf-38be55ad4966 req-158a689c-8a0a-47e5-b3f8-75a3bcc0d355 tempest-FloatingIPsAssociationNegativeTestJSON-1190054813 tempest-FloatingIPsAssociationNegativeTestJSON-1190054813-project-member] Enqueued Resource ID: f8604e44-5a6d-4244-9491-ccbace724fa5 with Priority: HIGHEST for action security_group_members [ 677.092635] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8604e44-5a6d-4244-9491-ccbace724fa5 with Priority: HIGHEST for action security_group_members [ 677.092967] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8604e44-5a6d-4244-9491-ccbace724fa5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.094477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.094477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.096896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.096896] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.096896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.096896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.096896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.096896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.096896] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8604e44-5a6d-4244-9491-ccbace724fa5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.347749] env[67174]: INFO networking_nsxv3.common.synchronization [None req-5f0d6fbd-1b18-41a6-99c4-4fb735630565 None None] Enqueued Resource ID: 0317adfd-73b9-450c-b3de-e2253fd14b45 with Priority: HIGHEST for action port [ 677.348879] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0317adfd-73b9-450c-b3de-e2253fd14b45 with Priority: HIGHEST for action port [ 677.349147] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-0317adfd-73b9-450c-b3de-e2253fd14b45 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.349670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0317adfd-73b9-450c-b3de-e2253fd14b45" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.349670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0317adfd-73b9-450c-b3de-e2253fd14b45" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.349670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0317adfd-73b9-450c-b3de-e2253fd14b45" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.349816] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0317adfd-73b9-450c-b3de-e2253fd14b45',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.504143] env[67174]: INFO networking_nsxv3.common.synchronization [None req-0dcf27d2-1d79-41ce-97cd-efa49cc337b3 tempest-ServersV294TestFqdnHostnames-140201593 tempest-ServersV294TestFqdnHostnames-140201593-project-member] Enqueued Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGHEST for action security_group_rules [ 677.504765] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGHEST for action security_group_rules [ 677.505227] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83780c32-0905-4293-a842-66a41745595a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.505383] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.505448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.505762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.505867] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83780c32-0905-4293-a842-66a41745595a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.600679] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.600679] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.601045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.601378] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.601512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.601780] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.602098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.602709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.602951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.603066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.603167] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8604e44-5a6d-4244-9491-ccbace724fa5 already deleted. [ 677.603263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.843403] env[67174]: INFO networking_nsxv3.common.synchronization [None req-8c7b3965-0bff-42a7-9e1b-6ec450cae511 None None] Enqueued Resource ID: 09ad81eb-b429-4f72-8112-3e0587e00e07 with Priority: HIGHEST for action port [ 677.843968] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ad81eb-b429-4f72-8112-3e0587e00e07 with Priority: HIGHEST for action port [ 677.844286] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-09ad81eb-b429-4f72-8112-3e0587e00e07 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.844409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09ad81eb-b429-4f72-8112-3e0587e00e07" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.844474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09ad81eb-b429-4f72-8112-3e0587e00e07" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.844760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09ad81eb-b429-4f72-8112-3e0587e00e07" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.844845] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ad81eb-b429-4f72-8112-3e0587e00e07',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.856579] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0317adfd-73b9-450c-b3de-e2253fd14b45 [ 677.856579] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.856579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.856579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.856579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.856579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.856579] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0317adfd-73b9-450c-b3de-e2253fd14b45 already deleted. [ 677.856579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0317adfd-73b9-450c-b3de-e2253fd14b45" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.025948] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.026111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.026284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.026411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.026497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.026595] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83780c32-0905-4293-a842-66a41745595a already deleted. [ 678.026674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.044240] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.044506] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-238" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.044688] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-238" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.045072] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-238" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.045376] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.045601] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.045692] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.046080] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.046158] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.046306] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.046408] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.046890] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.046890] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.046890] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.046890] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.047287] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.068429] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.068663] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.068799] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.068865] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-238" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.069197] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-84658a4a-9c19-49cd-9796-470ffc1f2b06 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.072148] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-84658a4a-9c19-49cd-9796-470ffc1f2b06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.072148] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-84658a4a-9c19-49cd-9796-470ffc1f2b06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.072148] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-84658a4a-9c19-49cd-9796-470ffc1f2b06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.072148] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84658a4a-9c19-49cd-9796-470ffc1f2b06',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.215445] env[67174]: INFO networking_nsxv3.common.synchronization [req-9f6adc49-d154-4973-a8cb-b7c587270b01 req-69a55203-250b-4818-abae-aac72bbe2311 tempest-MultipleCreateTestJSON-1488029146 tempest-MultipleCreateTestJSON-1488029146-project-member] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 678.216039] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 678.216353] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.216473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.216538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.216732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.216890] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.216991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.217066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.217214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.217297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.217391] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.309795] env[67174]: INFO networking_nsxv3.common.synchronization [None req-a968f719-c5b7-4471-8768-909c11f7176b tempest-ServersV294TestFqdnHostnames-140201593 tempest-ServersV294TestFqdnHostnames-140201593-project-member] Enqueued Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGHEST for action security_group_rules [ 678.310147] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGHEST for action security_group_rules [ 678.310459] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83780c32-0905-4293-a842-66a41745595a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.310756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.310851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.311046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.311127] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83780c32-0905-4293-a842-66a41745595a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.348799] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09ad81eb-b429-4f72-8112-3e0587e00e07 [ 678.349037] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.349158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.349231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.349443] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.349520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.349612] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09ad81eb-b429-4f72-8112-3e0587e00e07 already deleted. [ 678.349696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09ad81eb-b429-4f72-8112-3e0587e00e07" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.575024] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.575024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.575024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.575024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.575024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.575024] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 84658a4a-9c19-49cd-9796-470ffc1f2b06 not found, creating... [ 678.575024] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.575024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.575024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.575024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.575024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.575803] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.575803] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.575803] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.575803] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.575803] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.576988] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 84658a4a-9c19-49cd-9796-470ffc1f2b06 is going to be created. [ 678.587329] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: SUCCESS [ 678.587329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.608547] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.608774] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.608849] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.609135] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.609279] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.609525] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-84658a4a-9c19-49cd-9796-470ffc1f2b06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.720517] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.818017] env[67174]: INFO networking_nsxv3.common.synchronization [req-790c0fed-7cc4-471f-8b3b-5223dd3a2ec0 req-95dff565-83b4-46f4-b648-088719e7d3df tempest-ServerTagsTestJSON-2066226562 tempest-ServerTagsTestJSON-2066226562-project-member] Enqueued Resource ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d with Priority: HIGHEST for action security_group_members [ 678.818451] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d with Priority: HIGHEST for action security_group_members [ 678.818812] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f4b4f42-c266-462d-a906-a1dfac6a443d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.818937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.818995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.819660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.819660] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.819660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.819660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.819874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.819874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.820021] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f4b4f42-c266-462d-a906-a1dfac6a443d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.836337] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.836767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.836767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.836875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.836915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.837021] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83780c32-0905-4293-a842-66a41745595a already deleted. [ 678.837171] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.224493] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.323029] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.323203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.323203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.323360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.323961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.323961] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.323961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.323961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.323961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.323961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.324298] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d already deleted. [ 679.324298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.378838] env[67174]: INFO networking_nsxv3.common.synchronization [req-26d6315d-cb24-4143-83cf-38be55ad4966 req-3e66d17c-b563-4f87-b951-999d2a9e3e76 service nova] Enqueued Resource ID: f8604e44-5a6d-4244-9491-ccbace724fa5 with Priority: HIGHEST for action security_group_rules [ 679.379011] env[67174]: INFO networking_nsxv3.common.synchronization [req-26d6315d-cb24-4143-83cf-38be55ad4966 req-3e66d17c-b563-4f87-b951-999d2a9e3e76 service nova] Enqueued Resource ID: f8604e44-5a6d-4244-9491-ccbace724fa5 with Priority: HIGHEST for action security_group_members [ 679.379148] env[67174]: INFO networking_nsxv3.common.synchronization [req-26d6315d-cb24-4143-83cf-38be55ad4966 req-3e66d17c-b563-4f87-b951-999d2a9e3e76 service nova] Enqueued Resource ID: 84658a4a-9c19-49cd-9796-470ffc1f2b06 with Priority: HIGHEST for action port [ 679.379369] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8604e44-5a6d-4244-9491-ccbace724fa5 with Priority: HIGHEST for action security_group_rules [ 679.379495] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8604e44-5a6d-4244-9491-ccbace724fa5 with Priority: HIGHEST for action security_group_members [ 679.379589] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84658a4a-9c19-49cd-9796-470ffc1f2b06 with Priority: HIGHEST for action port [ 679.380121] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8604e44-5a6d-4244-9491-ccbace724fa5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.380285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.380375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.380581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.380673] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8604e44-5a6d-4244-9491-ccbace724fa5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.381508] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8604e44-5a6d-4244-9491-ccbace724fa5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.381793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.381793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.381895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.382500] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.382681] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.382681] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.382838] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.382969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.383077] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8604e44-5a6d-4244-9491-ccbace724fa5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.383818] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-84658a4a-9c19-49cd-9796-470ffc1f2b06 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.383926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84658a4a-9c19-49cd-9796-470ffc1f2b06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.383982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84658a4a-9c19-49cd-9796-470ffc1f2b06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.384151] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84658a4a-9c19-49cd-9796-470ffc1f2b06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.384219] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84658a4a-9c19-49cd-9796-470ffc1f2b06',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.727462] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.727854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.727854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.728041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.728881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.729073] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be updated. [ 679.767760] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.767760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.767892] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.768067] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.768223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.779077] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 679.886652] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8604e44-5a6d-4244-9491-ccbace724fa5 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.886795] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.887072] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8604e44-5a6d-4244-9491-ccbace724fa5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.887978] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84658a4a-9c19-49cd-9796-470ffc1f2b06 with status ACTIVE [ 679.888970] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.888970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.888970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.888970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.888970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.888970] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.888970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.888970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.889464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.889464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.889464] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.889724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.889843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.889984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.890060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.890336] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84658a4a-9c19-49cd-9796-470ffc1f2b06 is going to be updated. [ 679.910889] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.911107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.911107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.911814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.911814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.911814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84658a4a-9c19-49cd-9796-470ffc1f2b06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.285470] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.285695] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-244" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.285825] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-244" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.286179] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-244" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.286461] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.287041] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.287041] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.287041] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.287325] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.287325] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.287441] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.287499] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.287604] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.287807] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.287807] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.287925] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.321133] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.321357] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.321605] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.322164] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-244" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.322552] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-846beb7d-0933-4908-9c46-756267ab1981 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.322911] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-846beb7d-0933-4908-9c46-756267ab1981" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.323020] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-846beb7d-0933-4908-9c46-756267ab1981" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.323380] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-846beb7d-0933-4908-9c46-756267ab1981" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.323523] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('846beb7d-0933-4908-9c46-756267ab1981',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.392311] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8604e44-5a6d-4244-9491-ccbace724fa5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.659912] env[67174]: INFO networking_nsxv3.common.synchronization [None req-a611f3d0-66ae-47a0-b32e-3873ac565b84 None None] Enqueued Resource ID: 5fdb7542-959a-4211-b506-f6c3cbcea054 with Priority: HIGHEST for action port [ 680.660630] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdb7542-959a-4211-b506-f6c3cbcea054 with Priority: HIGHEST for action port [ 680.661053] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fdb7542-959a-4211-b506-f6c3cbcea054 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.661229] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fdb7542-959a-4211-b506-f6c3cbcea054" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.661304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fdb7542-959a-4211-b506-f6c3cbcea054" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.661525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fdb7542-959a-4211-b506-f6c3cbcea054" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.661636] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fdb7542-959a-4211-b506-f6c3cbcea054',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.828271] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.828668] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.828737] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.829081] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.829244] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.829438] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 846beb7d-0933-4908-9c46-756267ab1981 not found, creating... [ 680.829738] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.829915] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.830055] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.830330] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.830557] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.831033] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.831144] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.831293] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.831535] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.831716] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.832518] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 846beb7d-0933-4908-9c46-756267ab1981 is going to be created. [ 680.852846] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.853108] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.853165] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.853423] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.853642] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.853859] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-846beb7d-0933-4908-9c46-756267ab1981" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.895302] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.895653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.895785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.896058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.896252] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.896367] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8604e44-5a6d-4244-9491-ccbace724fa5 is going to be created. [ 680.936945] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.936945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.936945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.937225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.937381] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.951508] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8604e44-5a6d-4244-9491-ccbace724fa5 in Status: UNINITIALIZED for 2s [ 681.163538] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fdb7542-959a-4211-b506-f6c3cbcea054 [ 681.164872] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.165211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.165294] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.165524] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.165624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.165720] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fdb7542-959a-4211-b506-f6c3cbcea054 already deleted. [ 681.165799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fdb7542-959a-4211-b506-f6c3cbcea054" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.596689] env[67174]: INFO networking_nsxv3.common.synchronization [req-790c0fed-7cc4-471f-8b3b-5223dd3a2ec0 req-c2b40ded-f64c-417c-b51b-bd90ee616df8 service nova] Enqueued Resource ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d with Priority: HIGHEST for action security_group_rules [ 681.596858] env[67174]: INFO networking_nsxv3.common.synchronization [req-790c0fed-7cc4-471f-8b3b-5223dd3a2ec0 req-c2b40ded-f64c-417c-b51b-bd90ee616df8 service nova] Enqueued Resource ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d with Priority: HIGHEST for action security_group_members [ 681.597521] env[67174]: INFO networking_nsxv3.common.synchronization [req-790c0fed-7cc4-471f-8b3b-5223dd3a2ec0 req-c2b40ded-f64c-417c-b51b-bd90ee616df8 service nova] Enqueued Resource ID: 846beb7d-0933-4908-9c46-756267ab1981 with Priority: HIGHEST for action port [ 681.597621] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d with Priority: HIGHEST for action security_group_rules [ 681.597742] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d with Priority: HIGHEST for action security_group_members [ 681.597852] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 846beb7d-0933-4908-9c46-756267ab1981 with Priority: HIGHEST for action port [ 681.598170] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f4b4f42-c266-462d-a906-a1dfac6a443d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.598321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.598368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.598681] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.598681] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f4b4f42-c266-462d-a906-a1dfac6a443d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.599621] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f4b4f42-c266-462d-a906-a1dfac6a443d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.599824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.599866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.600586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.600586] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.600586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.600586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.600586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.600781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.600781] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f4b4f42-c266-462d-a906-a1dfac6a443d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.601705] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-846beb7d-0933-4908-9c46-756267ab1981 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.601705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-846beb7d-0933-4908-9c46-756267ab1981" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.601808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-846beb7d-0933-4908-9c46-756267ab1981" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.602876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-846beb7d-0933-4908-9c46-756267ab1981" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.602876] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('846beb7d-0933-4908-9c46-756267ab1981',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.791719] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 681.792247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.104684] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f4b4f42-c266-462d-a906-a1dfac6a443d taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.104990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.105041] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f4b4f42-c266-462d-a906-a1dfac6a443d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.106723] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 846beb7d-0933-4908-9c46-756267ab1981 with status ACTIVE [ 682.106723] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.106723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.106723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.106723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.106723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.107039] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.107039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.107039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.107214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.107214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.107397] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.107486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.107549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.107689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.107769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.107844] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 846beb7d-0933-4908-9c46-756267ab1981 is going to be updated. [ 682.132360] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.132508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.136139] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.136428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.136581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.136760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-846beb7d-0933-4908-9c46-756267ab1981" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.611675] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f4b4f42-c266-462d-a906-a1dfac6a443d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.821818] env[67174]: INFO networking_nsxv3.common.synchronization [None req-9c59dde3-63af-4aca-ae07-0b512ae5bd9c None None] Enqueued Resource ID: e56e0a26-07b9-4d1a-a5f0-cb2aa8a399f6 with Priority: HIGHEST for action port [ 682.824104] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56e0a26-07b9-4d1a-a5f0-cb2aa8a399f6 with Priority: HIGHEST for action port [ 682.824441] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-e56e0a26-07b9-4d1a-a5f0-cb2aa8a399f6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.824441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e56e0a26-07b9-4d1a-a5f0-cb2aa8a399f6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.824441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e56e0a26-07b9-4d1a-a5f0-cb2aa8a399f6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.824811] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e56e0a26-07b9-4d1a-a5f0-cb2aa8a399f6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.824903] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e56e0a26-07b9-4d1a-a5f0-cb2aa8a399f6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.964113] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8604e44-5a6d-4244-9491-ccbace724fa5 in Status: SUCCESS [ 682.964113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.964113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.964113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.964113] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.964113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.964113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.964113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.964113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.964113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.964113] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8604e44-5a6d-4244-9491-ccbace724fa5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.114201] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.115375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.115375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.115375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.115375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.115375] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d is going to be created. [ 683.142371] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.142371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.142371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.142371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.142371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.153343] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d in Status: UNINITIALIZED for 2s [ 683.328452] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e56e0a26-07b9-4d1a-a5f0-cb2aa8a399f6 [ 683.328696] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.328838] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.328906] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.329156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.329240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.329344] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e56e0a26-07b9-4d1a-a5f0-cb2aa8a399f6 already deleted. [ 683.329429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e56e0a26-07b9-4d1a-a5f0-cb2aa8a399f6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.470978] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8604e44-5a6d-4244-9491-ccbace724fa5 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.470978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.470978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.470978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.470978] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.470978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.470978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.470978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.470978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.470978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.470978] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8604e44-5a6d-4244-9491-ccbace724fa5 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.470978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.470978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.470978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.470978] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.470978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.471567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.471567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.471567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.471567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.471567] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8604e44-5a6d-4244-9491-ccbace724fa5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.973467] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8604e44-5a6d-4244-9491-ccbace724fa5: rpc.has_security_group_logging(os_id): False [ 683.997201] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.997445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.998180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.999297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.999439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.999730] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.999791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.999834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.000024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.000109] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.000312] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.000400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.000458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.000602] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.000696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.000883] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.000972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.002417] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.002651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.002733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.002826] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8604e44-5a6d-4244-9491-ccbace724fa5 is going to be created. [ 684.071069] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.071355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.071405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.071801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.072936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.091553] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8604e44-5a6d-4244-9491-ccbace724fa5 in Status: IN_PROGRESS for 2s [ 684.458195] env[67174]: INFO networking_nsxv3.common.synchronization [None req-68885992-eacf-44ea-bfc1-d2dccb93d1fe None None] Enqueued Resource ID: e5fc9813-9d8f-4459-9b58-b5106a80f54e with Priority: HIGHEST for action port [ 684.461040] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5fc9813-9d8f-4459-9b58-b5106a80f54e with Priority: HIGHEST for action port [ 684.461119] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5fc9813-9d8f-4459-9b58-b5106a80f54e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.461365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5fc9813-9d8f-4459-9b58-b5106a80f54e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.461528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5fc9813-9d8f-4459-9b58-b5106a80f54e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.461854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5fc9813-9d8f-4459-9b58-b5106a80f54e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.462031] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5fc9813-9d8f-4459-9b58-b5106a80f54e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.966013] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5fc9813-9d8f-4459-9b58-b5106a80f54e [ 684.970397] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.970397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.970397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.970397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.970397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.970397] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5fc9813-9d8f-4459-9b58-b5106a80f54e already deleted. [ 684.970397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5fc9813-9d8f-4459-9b58-b5106a80f54e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.054312] env[67174]: INFO networking_nsxv3.common.synchronization [None req-02bc8442-c7f0-491f-b18a-114eefaa3ef7 None None] Enqueued Resource ID: 0afcc623-7dd3-4ec5-bed0-256bc847db65 with Priority: HIGHEST for action port [ 685.055962] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0afcc623-7dd3-4ec5-bed0-256bc847db65 with Priority: HIGHEST for action port [ 685.056676] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-0afcc623-7dd3-4ec5-bed0-256bc847db65 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.056892] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0afcc623-7dd3-4ec5-bed0-256bc847db65" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.058175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0afcc623-7dd3-4ec5-bed0-256bc847db65" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.058175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0afcc623-7dd3-4ec5-bed0-256bc847db65" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.058175] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0afcc623-7dd3-4ec5-bed0-256bc847db65',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.166747] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d in Status: SUCCESS [ 685.166904] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.167093] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.167313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.167554] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.167659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.167727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.167881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.167981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.168080] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.168171] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f4b4f42-c266-462d-a906-a1dfac6a443d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.561173] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0afcc623-7dd3-4ec5-bed0-256bc847db65 [ 685.561173] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.561173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.561173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.561173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.561173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.561173] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0afcc623-7dd3-4ec5-bed0-256bc847db65 already deleted. [ 685.561173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0afcc623-7dd3-4ec5-bed0-256bc847db65" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.673277] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f4b4f42-c266-462d-a906-a1dfac6a443d taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.673432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.673503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.673713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.673883] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.673979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.674055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.674198] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.674281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.674371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.674524] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f4b4f42-c266-462d-a906-a1dfac6a443d taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.674667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.674715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.674869] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.675067] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.675127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.675169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.675383] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.675430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.675475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.675587] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f4b4f42-c266-462d-a906-a1dfac6a443d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.105036] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8604e44-5a6d-4244-9491-ccbace724fa5 in Status: SUCCESS [ 686.105460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.181440] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f4b4f42-c266-462d-a906-a1dfac6a443d: rpc.has_security_group_logging(os_id): False [ 686.203995] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.203995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.203995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.203995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.203995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.204298] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.204427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.204454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.204646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.204723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.204939] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.205082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.205232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.205467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.205547] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.205743] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.205851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.205910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.206243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.206342] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.206430] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d is going to be created. [ 686.251393] env[67174]: INFO networking_nsxv3.common.synchronization [None req-537fb672-0512-4474-bd00-11fee4b9e53a None None] Enqueued Resource ID: 9931af65-801b-4632-9ad3-0cc153c42504 with Priority: HIGHEST for action port [ 686.253632] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9931af65-801b-4632-9ad3-0cc153c42504 with Priority: HIGHEST for action port [ 686.253632] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-9931af65-801b-4632-9ad3-0cc153c42504 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.253632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9931af65-801b-4632-9ad3-0cc153c42504" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.253632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9931af65-801b-4632-9ad3-0cc153c42504" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.253632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9931af65-801b-4632-9ad3-0cc153c42504" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.253632] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9931af65-801b-4632-9ad3-0cc153c42504',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.277255] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.277255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.277255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.277998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.277998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.290679] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d in Status: IN_PROGRESS for 2s [ 686.527825] env[67174]: INFO networking_nsxv3.common.synchronization [req-d0a03217-3bef-46aa-a1b4-62a3699610b8 req-e4ff96c4-b128-44f4-a4fe-13fe7d24ae51 tempest-DeleteServersTestJSON-447667271 tempest-DeleteServersTestJSON-447667271-project-member] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 686.528484] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 686.528853] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.528954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.528954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.530168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.530306] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.530399] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.530741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.531717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.533476] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.533476] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.755724] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9931af65-801b-4632-9ad3-0cc153c42504 [ 686.756018] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.756356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.756356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.758036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.758036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.758036] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9931af65-801b-4632-9ad3-0cc153c42504 already deleted. [ 686.758036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9931af65-801b-4632-9ad3-0cc153c42504" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.888225] env[67174]: INFO networking_nsxv3.common.synchronization [None req-fefb56b9-954f-45af-bc56-abe039114833 None None] Enqueued Resource ID: 6e773e81-4faa-4408-bb40-3285973763a8 with Priority: HIGHEST for action port [ 686.888225] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e773e81-4faa-4408-bb40-3285973763a8 with Priority: HIGHEST for action port [ 686.888225] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e773e81-4faa-4408-bb40-3285973763a8 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.888225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e773e81-4faa-4408-bb40-3285973763a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.888225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e773e81-4faa-4408-bb40-3285973763a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.889439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e773e81-4faa-4408-bb40-3285973763a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.889439] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e773e81-4faa-4408-bb40-3285973763a8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.974778] env[67174]: INFO networking_nsxv3.common.synchronization [req-b0823b09-e121-49ac-9d78-a486d2e57fce req-a7a342e7-af1d-4c76-bb58-3f01bfa87012 tempest-MultipleCreateTestJSON-1488029146 tempest-MultipleCreateTestJSON-1488029146-project-member] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 686.974778] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 686.977553] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.977681] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.977740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.978236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.978236] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.978236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.978418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.978418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.978484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.978574] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.035831] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.035831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.035831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.035831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.035831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.035831] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.035831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.035831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.035831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.035831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.035831] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 687.072413] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.072413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.072413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.072413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.072413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.081165] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 687.263344] env[67174]: INFO networking_nsxv3.common.synchronization [None req-68b1b3df-0824-44c3-8ef7-3b5a435797b6 None None] Enqueued Resource ID: ac683ccc-5812-4c5b-98ea-55540796e5b0 with Priority: HIGHEST for action port [ 687.263939] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac683ccc-5812-4c5b-98ea-55540796e5b0 with Priority: HIGHEST for action port [ 687.267252] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac683ccc-5812-4c5b-98ea-55540796e5b0 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.267252] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac683ccc-5812-4c5b-98ea-55540796e5b0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.267402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac683ccc-5812-4c5b-98ea-55540796e5b0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.267944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac683ccc-5812-4c5b-98ea-55540796e5b0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.267944] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac683ccc-5812-4c5b-98ea-55540796e5b0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.372028] env[67174]: INFO networking_nsxv3.common.synchronization [req-1889f611-26b1-4e7b-a001-b7813dbe0d9d req-ad9db175-d5a8-4cca-98be-a2fe4039c474 tempest-ServersAdminNegativeTestJSON-1714289443 tempest-ServersAdminNegativeTestJSON-1714289443-project-member] Enqueued Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_members [ 687.372343] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_members [ 687.373204] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.373362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.374507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.374783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.374966] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.375098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.375161] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.375328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.375409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.375503] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.390919] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e773e81-4faa-4408-bb40-3285973763a8 [ 687.391219] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.391411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.391451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.391650] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.391739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.391924] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e773e81-4faa-4408-bb40-3285973763a8 already deleted. [ 687.392072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e773e81-4faa-4408-bb40-3285973763a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.482999] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.483158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.483230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.483444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.483531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.483741] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.483835] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.483892] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.484047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.484118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.484272] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be updated. [ 687.515370] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.515370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.515370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.515370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.515370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.524397] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 687.770074] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac683ccc-5812-4c5b-98ea-55540796e5b0 [ 687.770388] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.770458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.770534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.770737] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.770827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.770920] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac683ccc-5812-4c5b-98ea-55540796e5b0 already deleted. [ 687.771015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac683ccc-5812-4c5b-98ea-55540796e5b0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.861025] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.861309] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.861407] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.861670] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.861953] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.862373] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.866750] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.866750] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.866750] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.866750] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.866750] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.866750] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.866750] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.866750] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.866750] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.866750] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.879113] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.891563] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.891563] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.891563] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.891563] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.891563] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-adec0e6f-fdff-4b1e-8591-6c93f7c25dc7 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.891563] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-adec0e6f-fdff-4b1e-8591-6c93f7c25dc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.891563] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-adec0e6f-fdff-4b1e-8591-6c93f7c25dc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.891563] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-adec0e6f-fdff-4b1e-8591-6c93f7c25dc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.891563] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adec0e6f-fdff-4b1e-8591-6c93f7c25dc7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.307025] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d in Status: SUCCESS [ 688.307159] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.381797] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.395608] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.395608] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.395847] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.395958] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.396079] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.396881] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port adec0e6f-fdff-4b1e-8591-6c93f7c25dc7 not found, creating... [ 688.396881] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.396881] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.396881] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.397028] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.397055] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.397327] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.397464] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.397570] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.397762] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.397885] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.398022] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: adec0e6f-fdff-4b1e-8591-6c93f7c25dc7 is going to be created. [ 688.419732] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.419945] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.420078] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.420341] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.420667] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.420879] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-adec0e6f-fdff-4b1e-8591-6c93f7c25dc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.885200] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.885200] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.885644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.885644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.885644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.885644] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a is going to be updated. [ 688.988643] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.988643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.988643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.988643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.988643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.998127] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: IN_PROGRESS for 2s [ 689.091741] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 689.092504] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 deletion is rescheduled due to dependency. [ 689.092504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.151458] env[67174]: INFO networking_nsxv3.common.synchronization [req-1889f611-26b1-4e7b-a001-b7813dbe0d9d req-a2408090-4dbe-439b-b6e1-4f7f15630b21 service nova] Enqueued Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_rules [ 689.151458] env[67174]: INFO networking_nsxv3.common.synchronization [req-1889f611-26b1-4e7b-a001-b7813dbe0d9d req-a2408090-4dbe-439b-b6e1-4f7f15630b21 service nova] Enqueued Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_members [ 689.151458] env[67174]: INFO networking_nsxv3.common.synchronization [req-1889f611-26b1-4e7b-a001-b7813dbe0d9d req-a2408090-4dbe-439b-b6e1-4f7f15630b21 service nova] Enqueued Resource ID: adec0e6f-fdff-4b1e-8591-6c93f7c25dc7 with Priority: HIGHEST for action port [ 689.152564] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_rules [ 689.153023] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_members [ 689.156019] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adec0e6f-fdff-4b1e-8591-6c93f7c25dc7 with Priority: HIGHEST for action port [ 689.156019] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.156019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.156019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.156019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.156019] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.156019] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.156019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.157238] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-adec0e6f-fdff-4b1e-8591-6c93f7c25dc7 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.157797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adec0e6f-fdff-4b1e-8591-6c93f7c25dc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.157984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adec0e6f-fdff-4b1e-8591-6c93f7c25dc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.158317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adec0e6f-fdff-4b1e-8591-6c93f7c25dc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.158480] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adec0e6f-fdff-4b1e-8591-6c93f7c25dc7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.219862] env[67174]: INFO networking_nsxv3.common.synchronization [None req-399a1b84-779a-4c33-a200-c6a764a8adab None None] Enqueued Resource ID: 6d36cd36-473a-408a-b391-e8a357a6da7e with Priority: HIGHEST for action port [ 689.221551] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d36cd36-473a-408a-b391-e8a357a6da7e with Priority: HIGHEST for action port [ 689.221941] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d36cd36-473a-408a-b391-e8a357a6da7e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.222776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d36cd36-473a-408a-b391-e8a357a6da7e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.222776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d36cd36-473a-408a-b391-e8a357a6da7e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.224674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d36cd36-473a-408a-b391-e8a357a6da7e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.224674] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d36cd36-473a-408a-b391-e8a357a6da7e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.537530] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 689.537530] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 deletion is rescheduled due to dependency. [ 689.537530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.661573] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.661712] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.661938] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adec0e6f-fdff-4b1e-8591-6c93f7c25dc7 with status ACTIVE [ 689.662126] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.662244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.662310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.663521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.663521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.663521] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.663521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.663521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.663521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.663521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.663521] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.663521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.664061] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.664233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.664312] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.664400] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adec0e6f-fdff-4b1e-8591-6c93f7c25dc7 is going to be updated. [ 689.693045] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.693261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.693261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.693490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.693629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.693792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adec0e6f-fdff-4b1e-8591-6c93f7c25dc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.726552] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d36cd36-473a-408a-b391-e8a357a6da7e [ 689.726552] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.726552] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.726552] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.726730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.726812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.726878] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d36cd36-473a-408a-b391-e8a357a6da7e already deleted. [ 689.726976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d36cd36-473a-408a-b391-e8a357a6da7e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.352974] env[67174]: INFO networking_nsxv3.common.synchronization [None req-9142b558-85c3-4b6b-a00c-db2d5371452f None None] Enqueued Resource ID: 7a0e7205-c61f-4eaf-9aca-506ddaf37148 with Priority: HIGHEST for action port [ 690.353558] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0e7205-c61f-4eaf-9aca-506ddaf37148 with Priority: HIGHEST for action port [ 690.353876] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a0e7205-c61f-4eaf-9aca-506ddaf37148 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.354015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a0e7205-c61f-4eaf-9aca-506ddaf37148" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.354240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a0e7205-c61f-4eaf-9aca-506ddaf37148" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.354317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a0e7205-c61f-4eaf-9aca-506ddaf37148" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.354424] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a0e7205-c61f-4eaf-9aca-506ddaf37148',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.858533] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a0e7205-c61f-4eaf-9aca-506ddaf37148 [ 690.858533] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.858533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.858533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.858533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.858533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.858533] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a0e7205-c61f-4eaf-9aca-506ddaf37148 already deleted. [ 690.858533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a0e7205-c61f-4eaf-9aca-506ddaf37148" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.009238] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: SUCCESS [ 691.009366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.009533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.009853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.010278] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.010278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.010278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.010426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.010454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.010554] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.513286] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.017146] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.524613] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.524998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.524998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.525119] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.525163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.525382] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a is going to be updated. [ 692.559232] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.559442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.559442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.559574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.559927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.572051] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: IN_PROGRESS for 2s [ 693.346209] env[67174]: INFO networking_nsxv3.common.synchronization [None req-438bfae6-be97-4a95-a430-bd5c9d454b33 None None] Enqueued Resource ID: f6660455-6962-40d0-a71a-d5c97184e143 with Priority: HIGHEST for action port [ 693.346209] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6660455-6962-40d0-a71a-d5c97184e143 with Priority: HIGHEST for action port [ 693.346209] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6660455-6962-40d0-a71a-d5c97184e143 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.346209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6660455-6962-40d0-a71a-d5c97184e143" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.346896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6660455-6962-40d0-a71a-d5c97184e143" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.347265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6660455-6962-40d0-a71a-d5c97184e143" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.347463] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6660455-6962-40d0-a71a-d5c97184e143',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.842595] env[67174]: INFO networking_nsxv3.common.synchronization [req-9c5a2296-e2e2-4e91-80ec-8fe1d6ef494a req-f3687f2a-20fa-49e3-ac42-b8dc1e1a8ce4 tempest-TenantUsagesTestJSON-1659290849 tempest-TenantUsagesTestJSON-1659290849-project-member] Enqueued Resource ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac with Priority: HIGHEST for action security_group_members [ 693.843438] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac with Priority: HIGHEST for action security_group_members [ 693.844685] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.845456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.845456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.845807] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.846549] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.846549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.846549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.846549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.846943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.846943] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e23c51c-07b2-4de0-a4bb-a5e84c921fac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.849839] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6660455-6962-40d0-a71a-d5c97184e143 [ 693.850121] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.850477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.850477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.851767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.851767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.851767] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6660455-6962-40d0-a71a-d5c97184e143 already deleted. [ 693.852798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6660455-6962-40d0-a71a-d5c97184e143" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.353315] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.353315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.353315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.353315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.353315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.353315] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.353315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.353315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.353315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.353315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.353315] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac already deleted. [ 694.353315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.357899] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.357899] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.357899] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.358218] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.358377] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.358650] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.358650] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.358842] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.358944] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.362768] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.362768] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.362768] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.362768] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.362768] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.362768] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.362768] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.383174] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.383174] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.383174] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.383174] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.383442] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-a012112b-b0ad-43c3-bd40-b70348aac91a taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.386561] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-a012112b-b0ad-43c3-bd40-b70348aac91a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.386561] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-a012112b-b0ad-43c3-bd40-b70348aac91a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.386561] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-a012112b-b0ad-43c3-bd40-b70348aac91a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.386561] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a012112b-b0ad-43c3-bd40-b70348aac91a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.563168] env[67174]: INFO networking_nsxv3.common.synchronization [None req-101b6714-309f-4dc5-b385-e752168c5d6b None None] Enqueued Resource ID: c62789eb-8d64-4398-9be2-070c368bc761 with Priority: HIGHEST for action port [ 694.563168] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62789eb-8d64-4398-9be2-070c368bc761 with Priority: HIGHEST for action port [ 694.563168] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-c62789eb-8d64-4398-9be2-070c368bc761 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.563168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c62789eb-8d64-4398-9be2-070c368bc761" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.563168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c62789eb-8d64-4398-9be2-070c368bc761" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.563700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c62789eb-8d64-4398-9be2-070c368bc761" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.563938] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c62789eb-8d64-4398-9be2-070c368bc761',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.581074] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: SUCCESS [ 694.581314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.581453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.581693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.581893] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.582024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.582085] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.582245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.582326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.582410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.582590] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.889627] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.890062] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.890062] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.890137] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.890263] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.890404] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port a012112b-b0ad-43c3-bd40-b70348aac91a not found, creating... [ 694.890678] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.890840] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.890951] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.891197] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.891339] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.891637] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.891835] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.891982] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.892359] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.892511] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.892622] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: a012112b-b0ad-43c3-bd40-b70348aac91a is going to be created. [ 694.917419] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.917668] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.917806] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.918105] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.918356] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.918590] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-a012112b-b0ad-43c3-bd40-b70348aac91a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.067780] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c62789eb-8d64-4398-9be2-070c368bc761 [ 695.068018] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.068167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.068237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.068468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.068555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.068713] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c62789eb-8d64-4398-9be2-070c368bc761 already deleted. [ 695.068713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c62789eb-8d64-4398-9be2-070c368bc761" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.085077] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.085244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.085316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.085525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.085706] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.085812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.085892] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.086095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.086188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.086299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.086465] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.086580] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.086658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.086815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.087016] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.087125] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.087174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.087336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.087416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.087517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.087633] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.591883] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a: rpc.has_security_group_logging(os_id): False [ 695.610915] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.611663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.611663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.611817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.611959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.612244] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.612512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.612512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.612683] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.612790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.613020] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.613150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.613254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.613447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.613555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.613785] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.614034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.614034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.614179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.614278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.614388] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a is going to be updated. [ 695.631722] env[67174]: INFO networking_nsxv3.common.synchronization [req-9c5a2296-e2e2-4e91-80ec-8fe1d6ef494a req-489cc287-fc3d-460c-b485-814053680130 service nova] Enqueued Resource ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac with Priority: HIGHEST for action security_group_rules [ 695.631928] env[67174]: INFO networking_nsxv3.common.synchronization [req-9c5a2296-e2e2-4e91-80ec-8fe1d6ef494a req-489cc287-fc3d-460c-b485-814053680130 service nova] Enqueued Resource ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac with Priority: HIGHEST for action security_group_members [ 695.632125] env[67174]: INFO networking_nsxv3.common.synchronization [req-9c5a2296-e2e2-4e91-80ec-8fe1d6ef494a req-489cc287-fc3d-460c-b485-814053680130 service nova] Enqueued Resource ID: a012112b-b0ad-43c3-bd40-b70348aac91a with Priority: HIGHEST for action port [ 695.632773] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac with Priority: HIGHEST for action security_group_rules [ 695.633980] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac with Priority: HIGHEST for action security_group_members [ 695.634218] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a012112b-b0ad-43c3-bd40-b70348aac91a with Priority: HIGHEST for action port [ 695.634640] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e23c51c-07b2-4de0-a4bb-a5e84c921fac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.634851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.634929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.635293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.635465] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e23c51c-07b2-4de0-a4bb-a5e84c921fac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.637621] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.637841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.637961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.638281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.638491] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.638644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.638789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.639095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.639271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.639495] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e23c51c-07b2-4de0-a4bb-a5e84c921fac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.641439] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-a012112b-b0ad-43c3-bd40-b70348aac91a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.641693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a012112b-b0ad-43c3-bd40-b70348aac91a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.641806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a012112b-b0ad-43c3-bd40-b70348aac91a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.642049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a012112b-b0ad-43c3-bd40-b70348aac91a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.642182] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a012112b-b0ad-43c3-bd40-b70348aac91a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.713942] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.714112] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.714172] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.714378] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.714538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.737878] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: IN_PROGRESS for 2s [ 696.138191] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.138567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.141751] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e23c51c-07b2-4de0-a4bb-a5e84c921fac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.144884] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a012112b-b0ad-43c3-bd40-b70348aac91a with status ACTIVE [ 696.145089] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.145241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.145321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.145818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.145921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.146115] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.146338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.146338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.146440] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.146486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.146778] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.146778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.146930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.147070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.147070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.147606] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a012112b-b0ad-43c3-bd40-b70348aac91a is going to be updated. [ 696.169943] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.170317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.170317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.170467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.171736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.172066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a012112b-b0ad-43c3-bd40-b70348aac91a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.302704] env[67174]: INFO networking_nsxv3.common.synchronization [req-5e84934e-c77d-4744-be97-9a8671cbec6d req-912de1d1-4581-4de1-a47a-998b5f17cbf4 tempest-AttachVolumeShelveTestJSON-566461120 tempest-AttachVolumeShelveTestJSON-566461120-project-member] Enqueued Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_members [ 696.303232] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_members [ 696.303568] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e061c56-f558-4e67-87f1-49d6c540ae48 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.303690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.303745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.303983] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.304154] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.304254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.304536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.304536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.304536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.304648] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.645127] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e23c51c-07b2-4de0-a4bb-a5e84c921fac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.808194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.808194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.808194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.808194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.808194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.808437] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.808437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.808437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.808617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.812026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.812026] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 already deleted. [ 696.812026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.956398] env[67174]: INFO networking_nsxv3.common.synchronization [None req-45e96497-5cbe-4f53-b9c9-79efb92a6b8c tempest-ServersTestFqdnHostnames-454592062 tempest-ServersTestFqdnHostnames-454592062-project-member] Enqueued Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGHEST for action security_group_rules [ 696.957020] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGHEST for action security_group_rules [ 696.957346] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.957471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.957538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.957810] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.958052] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.112511] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-337 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.112511] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.113351] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.113917] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.115228] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.115430] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.115743] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.115847] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.115995] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.116699] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.116699] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.116699] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.116699] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.116842] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.116842] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.116984] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.140786] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.141136] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.141136] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.141243] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.141634] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-84d11657-8b21-4630-9700-30765544b43b taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.141812] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.141925] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.142277] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.142413] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d11657-8b21-4630-9700-30765544b43b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.147203] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.147333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.147399] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.147593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.147699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.147786] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac is going to be created. [ 697.172532] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.172532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.172532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.172532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.172532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.183970] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac in Status: UNINITIALIZED for 2s [ 697.401498] env[67174]: INFO networking_nsxv3.common.synchronization [None req-fbdcb02e-16cb-4602-9aab-0bd4831d7f7d None None] Enqueued Resource ID: 50531ee6-8f8d-4de5-b342-04d3052f4822 with Priority: HIGHEST for action port [ 697.402376] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50531ee6-8f8d-4de5-b342-04d3052f4822 with Priority: HIGHEST for action port [ 697.402469] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-50531ee6-8f8d-4de5-b342-04d3052f4822 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.402627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50531ee6-8f8d-4de5-b342-04d3052f4822" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.402692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50531ee6-8f8d-4de5-b342-04d3052f4822" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.402980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50531ee6-8f8d-4de5-b342-04d3052f4822" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.406205] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50531ee6-8f8d-4de5-b342-04d3052f4822',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.482269] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.482269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.482444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.482698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.482798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.482913] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e already deleted. [ 697.482999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.645230] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.645489] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.645607] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.645853] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.645997] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.646156] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 84d11657-8b21-4630-9700-30765544b43b not found, creating... [ 697.646454] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.646609] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.646719] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.647055] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.647198] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.647756] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.647756] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.647756] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.647980] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.648123] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.648269] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 84d11657-8b21-4630-9700-30765544b43b is going to be created. [ 697.672148] env[67174]: INFO networking_nsxv3.common.synchronization [None req-9ba10e49-b323-4aba-88be-d9450093c94d None None] Enqueued Resource ID: fd6cf080-d68a-405c-85d4-864152ee1e99 with Priority: HIGHEST for action port [ 697.672148] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.672148] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.672641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.673074] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.674470] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.674470] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.675469] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd6cf080-d68a-405c-85d4-864152ee1e99 with Priority: HIGHEST for action port [ 697.676055] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd6cf080-d68a-405c-85d4-864152ee1e99 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.676329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd6cf080-d68a-405c-85d4-864152ee1e99" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.676510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd6cf080-d68a-405c-85d4-864152ee1e99" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.676857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd6cf080-d68a-405c-85d4-864152ee1e99" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.677185] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd6cf080-d68a-405c-85d4-864152ee1e99',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.760459] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: SUCCESS [ 697.760860] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.913426] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50531ee6-8f8d-4de5-b342-04d3052f4822 [ 697.913688] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.914375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.914375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.914375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.914375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.914533] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50531ee6-8f8d-4de5-b342-04d3052f4822 already deleted. [ 697.914559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50531ee6-8f8d-4de5-b342-04d3052f4822" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.153440] env[67174]: INFO networking_nsxv3.common.synchronization [None req-3c224a2d-0fcb-4ab0-b79b-88db9e629ef4 tempest-ServersTestFqdnHostnames-454592062 tempest-ServersTestFqdnHostnames-454592062-project-member] Enqueued Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGHEST for action security_group_rules [ 698.153975] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGHEST for action security_group_rules [ 698.154298] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.154419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.154480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.154748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.154830] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.181102] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd6cf080-d68a-405c-85d4-864152ee1e99 [ 698.181102] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.181102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.181102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.181102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.181102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.181102] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd6cf080-d68a-405c-85d4-864152ee1e99 already deleted. [ 698.181102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd6cf080-d68a-405c-85d4-864152ee1e99" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.415504] env[67174]: INFO networking_nsxv3.common.synchronization [req-5e84934e-c77d-4744-be97-9a8671cbec6d req-042462df-6411-42ef-9a2e-d0c457ac4bcb service nova] Enqueued Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_rules [ 698.415684] env[67174]: INFO networking_nsxv3.common.synchronization [req-5e84934e-c77d-4744-be97-9a8671cbec6d req-042462df-6411-42ef-9a2e-d0c457ac4bcb service nova] Enqueued Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_members [ 698.415812] env[67174]: INFO networking_nsxv3.common.synchronization [req-5e84934e-c77d-4744-be97-9a8671cbec6d req-042462df-6411-42ef-9a2e-d0c457ac4bcb service nova] Enqueued Resource ID: 84d11657-8b21-4630-9700-30765544b43b with Priority: HIGHEST for action port [ 698.416059] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_rules [ 698.416180] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_members [ 698.416271] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d11657-8b21-4630-9700-30765544b43b with Priority: HIGHEST for action port [ 698.416789] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e061c56-f558-4e67-87f1-49d6c540ae48 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.416923] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.420240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.420240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.420240] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.420356] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e061c56-f558-4e67-87f1-49d6c540ae48 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.420704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.420704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.420704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.420848] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.420915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.420973] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.421122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.421203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.421291] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.422393] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-84d11657-8b21-4630-9700-30765544b43b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.422522] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.424045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.424264] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.424354] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d11657-8b21-4630-9700-30765544b43b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.682233] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.682322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.682424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.682635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.682726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.682819] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e already deleted. [ 698.682894] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.926647] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e061c56-f558-4e67-87f1-49d6c540ae48 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.926901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.927122] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.928543] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84d11657-8b21-4630-9700-30765544b43b with status ACTIVE [ 698.928791] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.928992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.929114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.929421] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.929597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.930708] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.930708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.930708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.930708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.931125] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.931125] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.931280] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.931370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.931654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.931878] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.932053] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84d11657-8b21-4630-9700-30765544b43b is going to be updated. [ 698.959368] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.959368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.959368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.959368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.959368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.959584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.979878] env[67174]: INFO networking_nsxv3.common.synchronization [req-d703da37-5598-4874-8de5-1cd87da18f3c req-399821a4-aca4-48f6-b117-04861ff33c0c tempest-ServersTestBootFromVolume-935554752 tempest-ServersTestBootFromVolume-935554752-project-member] Enqueued Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGHEST for action security_group_members [ 698.981332] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGHEST for action security_group_members [ 698.982611] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-419d0da3-ca92-43eb-9194-a7ae627fe2ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.982611] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.982611] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.982611] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.982611] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.982611] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.982611] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.983054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.983054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.983054] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('419d0da3-ca92-43eb-9194-a7ae627fe2ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.161640] env[67174]: INFO networking_nsxv3.common.synchronization [None req-33077757-98f1-4b31-b446-fe352e7c4b88 tempest-MigrationsAdminTest-1030505028 tempest-MigrationsAdminTest-1030505028-project-member] Enqueued Resource ID: befcacec-6ed3-4aa5-8f34-c1ad15b669c5 with Priority: HIGHEST for action security_group_rules [ 699.162054] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: befcacec-6ed3-4aa5-8f34-c1ad15b669c5 with Priority: HIGHEST for action security_group_rules [ 699.162512] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-befcacec-6ed3-4aa5-8f34-c1ad15b669c5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.162755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-befcacec-6ed3-4aa5-8f34-c1ad15b669c5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.162819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-befcacec-6ed3-4aa5-8f34-c1ad15b669c5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.163430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-befcacec-6ed3-4aa5-8f34-c1ad15b669c5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.163430] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('befcacec-6ed3-4aa5-8f34-c1ad15b669c5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.198121] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac in Status: SUCCESS [ 699.198749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.202141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.202141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.202141] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.202141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.202141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.202141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.202141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.202141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.202141] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e23c51c-07b2-4de0-a4bb-a5e84c921fac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.390293] env[67174]: INFO networking_nsxv3.common.synchronization [None req-101fb35e-bfbe-4b47-815d-e0aa68916161 tempest-MigrationsAdminTest-1030505028 tempest-MigrationsAdminTest-1030505028-project-member] Enqueued Resource ID: befcacec-6ed3-4aa5-8f34-c1ad15b669c5 with Priority: HIGHEST for action security_group_rules [ 699.390293] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: befcacec-6ed3-4aa5-8f34-c1ad15b669c5 with Priority: HIGHEST for action security_group_rules [ 699.390515] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-befcacec-6ed3-4aa5-8f34-c1ad15b669c5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.390876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-befcacec-6ed3-4aa5-8f34-c1ad15b669c5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.436151] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.487406] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.487554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.487637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.487827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.488048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.488108] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.488234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.488300] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.488439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.488545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.488630] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab already deleted. [ 699.488725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.558100] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.558341] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-991" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.558877] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-991" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.558877] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-991" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.559176] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.559176] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.559310] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.559465] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.559603] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.559831] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.559939] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.560395] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.560395] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.561234] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.561451] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.561480] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.582329] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.583259] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.583558] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.583805] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-991" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.584392] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-624b092b-12c3-4369-9f04-170ba0ca4cab taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.584650] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-624b092b-12c3-4369-9f04-170ba0ca4cab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.584782] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-624b092b-12c3-4369-9f04-170ba0ca4cab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.585114] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-624b092b-12c3-4369-9f04-170ba0ca4cab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.586314] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('624b092b-12c3-4369-9f04-170ba0ca4cab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.692563] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.693025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.693025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.693192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.693192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.693269] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: befcacec-6ed3-4aa5-8f34-c1ad15b669c5 already deleted. [ 699.693341] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-befcacec-6ed3-4aa5-8f34-c1ad15b669c5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.693902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-befcacec-6ed3-4aa5-8f34-c1ad15b669c5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.694150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-befcacec-6ed3-4aa5-8f34-c1ad15b669c5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.694240] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('befcacec-6ed3-4aa5-8f34-c1ad15b669c5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.702696] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.702964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.703021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.703653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.703653] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.705090] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.705225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.705360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.705483] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.705670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.705873] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.705995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.706097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.706346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.706617] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.706743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.706743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.707023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.707023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.707023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.707161] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e23c51c-07b2-4de0-a4bb-a5e84c921fac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.938694] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.940309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.940309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.940309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.940309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.940309] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 is going to be created. [ 699.971941] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.972215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.972341] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.972624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.972838] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.985846] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 in Status: UNINITIALIZED for 2s [ 700.090087] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.090087] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.090296] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.090522] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.090706] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.090925] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 624b092b-12c3-4369-9f04-170ba0ca4cab not found, creating... [ 700.091716] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.091851] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.092034] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.092512] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.092850] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.093146] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.093424] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.093580] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.093904] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.094180] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.094252] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 624b092b-12c3-4369-9f04-170ba0ca4cab is going to be created. [ 700.129184] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.129798] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.129798] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.129798] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.129975] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.130212] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-624b092b-12c3-4369-9f04-170ba0ca4cab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.161982] env[67174]: INFO networking_nsxv3.common.synchronization [None req-27d86b69-ee01-4e53-86e1-b03c487df8f8 None None] Enqueued Resource ID: 2fb966d8-5217-407d-8897-6fd267bbc94f with Priority: HIGHEST for action port [ 700.162734] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb966d8-5217-407d-8897-6fd267bbc94f with Priority: HIGHEST for action port [ 700.163124] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fb966d8-5217-407d-8897-6fd267bbc94f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.163298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fb966d8-5217-407d-8897-6fd267bbc94f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.163384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fb966d8-5217-407d-8897-6fd267bbc94f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.163732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fb966d8-5217-407d-8897-6fd267bbc94f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.163868] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb966d8-5217-407d-8897-6fd267bbc94f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.209771] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e23c51c-07b2-4de0-a4bb-a5e84c921fac: rpc.has_security_group_logging(os_id): False [ 700.221580] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.221879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.222146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.222249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.222347] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.222449] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: befcacec-6ed3-4aa5-8f34-c1ad15b669c5 already deleted. [ 700.222622] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-befcacec-6ed3-4aa5-8f34-c1ad15b669c5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.245047] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.245599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.245599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.245856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.245993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.246225] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.246362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.246403] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.246601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.246702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.247024] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.247143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.247202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.247351] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.247420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.247611] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.247727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.247826] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.247953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.248107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.248188] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac is going to be created. [ 700.366754] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.366754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.366754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.366754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.366754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.382906] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac in Status: IN_PROGRESS for 2s [ 700.666612] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fb966d8-5217-407d-8897-6fd267bbc94f [ 700.668077] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.668077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.668077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.668077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.668077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.668077] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fb966d8-5217-407d-8897-6fd267bbc94f already deleted. [ 700.668551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fb966d8-5217-407d-8897-6fd267bbc94f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.954921] env[67174]: INFO networking_nsxv3.common.synchronization [req-d703da37-5598-4874-8de5-1cd87da18f3c req-0ae13847-e98f-44ab-8c1c-2b0c48ef834b service nova] Enqueued Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGHEST for action security_group_rules [ 700.954921] env[67174]: INFO networking_nsxv3.common.synchronization [req-d703da37-5598-4874-8de5-1cd87da18f3c req-0ae13847-e98f-44ab-8c1c-2b0c48ef834b service nova] Enqueued Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGHEST for action security_group_members [ 700.955419] env[67174]: INFO networking_nsxv3.common.synchronization [req-d703da37-5598-4874-8de5-1cd87da18f3c req-0ae13847-e98f-44ab-8c1c-2b0c48ef834b service nova] Enqueued Resource ID: 624b092b-12c3-4369-9f04-170ba0ca4cab with Priority: HIGHEST for action port [ 700.955903] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGHEST for action security_group_rules [ 700.956110] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGHEST for action security_group_members [ 700.956314] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 624b092b-12c3-4369-9f04-170ba0ca4cab with Priority: HIGHEST for action port [ 700.956679] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.956887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.957070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.957359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.957670] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('419d0da3-ca92-43eb-9194-a7ae627fe2ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.958840] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-419d0da3-ca92-43eb-9194-a7ae627fe2ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.959049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.959182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.959516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.959636] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.960699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.960699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.960699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.960957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.961150] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('419d0da3-ca92-43eb-9194-a7ae627fe2ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.963162] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-624b092b-12c3-4369-9f04-170ba0ca4cab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.963162] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-624b092b-12c3-4369-9f04-170ba0ca4cab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.963162] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-624b092b-12c3-4369-9f04-170ba0ca4cab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.963162] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-624b092b-12c3-4369-9f04-170ba0ca4cab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.963162] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('624b092b-12c3-4369-9f04-170ba0ca4cab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.466781] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-419d0da3-ca92-43eb-9194-a7ae627fe2ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.466781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.466781] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 624b092b-12c3-4369-9f04-170ba0ca4cab with status ACTIVE [ 701.466781] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.466781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.466781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.466781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.466781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.466781] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.466781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.466781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.466781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.466781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.466781] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.467980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.467980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.467980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.467980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.467980] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 624b092b-12c3-4369-9f04-170ba0ca4cab is going to be updated. [ 701.469907] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('419d0da3-ca92-43eb-9194-a7ae627fe2ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.493650] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.494483] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.494483] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.494483] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.494483] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.494746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-624b092b-12c3-4369-9f04-170ba0ca4cab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.975099] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('419d0da3-ca92-43eb-9194-a7ae627fe2ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.997271] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 in Status: SUCCESS [ 701.997579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.001083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.002066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.002066] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.002253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.002253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.002441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.002577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.002787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.002908] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.396863] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac in Status: SUCCESS [ 702.397212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.477071] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.477071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.477071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.477071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.477071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.477071] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab is going to be created. [ 702.502821] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.502821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.502821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.502821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.503076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.505604] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.513050] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab in Status: UNINITIALIZED for 2s [ 703.012717] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e061c56-f558-4e67-87f1-49d6c540ae48: rpc.has_security_group_logging(os_id): False [ 703.037638] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.037638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.037638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.037638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.037638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.037638] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.037638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.037638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.037638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.037638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.037638] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 is going to be created. [ 703.113033] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.113033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.113033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.113033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.113033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.149164] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 in Status: IN_PROGRESS for 2s [ 704.527137] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab in Status: SUCCESS [ 704.527497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.527617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.527889] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.528190] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.528357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.528414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.528578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.528659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.528768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.529055] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('419d0da3-ca92-43eb-9194-a7ae627fe2ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.033956] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('419d0da3-ca92-43eb-9194-a7ae627fe2ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.169958] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 in Status: SUCCESS [ 705.171194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.536461] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 419d0da3-ca92-43eb-9194-a7ae627fe2ab: rpc.has_security_group_logging(os_id): False [ 705.561787] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.562024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.562184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.562594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.562795] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.563871] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.565418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.565585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.565954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.567349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.567641] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab is going to be created. [ 705.653066] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.653304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.653891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.653891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.654029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.674023] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab in Status: IN_PROGRESS for 2s [ 705.957872] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 705.957872] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 707.516747] env[67174]: INFO networking_nsxv3.common.synchronization [req-edf4f1cb-41f8-4cbb-9e19-bf82b47fe684 req-fbe8c74d-dc89-4a39-8eab-126f8d55ebae tempest-VolumesAssistedSnapshotsTest-743332125 tempest-VolumesAssistedSnapshotsTest-743332125-project-member] Enqueued Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGHEST for action security_group_members [ 707.517434] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGHEST for action security_group_members [ 707.517748] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8025f0-1742-4946-9480-975a67562fab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.517877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.517943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.518209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.518347] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.518446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.518517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.518703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.521049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.521049] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8025f0-1742-4946-9480-975a67562fab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.693223] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab in Status: SUCCESS [ 707.693672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.024220] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.024387] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.024429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.024924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.025078] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.025279] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.025399] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.025467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.025601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.025980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.026126] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8025f0-1742-4946-9480-975a67562fab is going to be updated. [ 708.061027] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.061325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.061325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.061453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.061578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.072451] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8025f0-1742-4946-9480-975a67562fab in Status: IN_PROGRESS for 2s [ 708.625572] env[67174]: INFO networking_nsxv3.common.synchronization [req-cafd7d79-f2f0-49fc-8e19-2029696c34c0 req-2ca77024-f877-455c-ba58-eee1a0d96b87 tempest-ServersNegativeTestMultiTenantJSON-212625196 tempest-ServersNegativeTestMultiTenantJSON-212625196-project-member] Enqueued Resource ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 with Priority: HIGHEST for action security_group_members [ 708.627839] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 with Priority: HIGHEST for action security_group_members [ 708.628644] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.629332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.629332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.629332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.629516] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.629516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.629617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.629739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.629822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.629916] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.053900] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.054130] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-689" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.054209] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-689" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.054544] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-689" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.054875] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.055052] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.055178] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.055462] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.055599] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.055822] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.055930] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.056049] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.056133] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.056236] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.056337] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.056502] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.084067] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.084067] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.084067] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.084067] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-689" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.084067] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-3401e27c-8d7f-4230-896f-9cbe3b7e212e taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.084067] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-3401e27c-8d7f-4230-896f-9cbe3b7e212e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.084067] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-3401e27c-8d7f-4230-896f-9cbe3b7e212e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.084067] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-3401e27c-8d7f-4230-896f-9cbe3b7e212e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.084067] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3401e27c-8d7f-4230-896f-9cbe3b7e212e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.133051] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.133514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.135960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.135960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.135960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.135960] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.135960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.135960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.135960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.135960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.135960] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 already deleted. [ 709.135960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.586945] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.587302] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.587428] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.588031] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.588031] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.588031] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 3401e27c-8d7f-4230-896f-9cbe3b7e212e not found, creating... [ 709.588245] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.588391] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.588498] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.588703] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.588829] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.589123] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.589271] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.589378] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.589573] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.589704] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.589823] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 3401e27c-8d7f-4230-896f-9cbe3b7e212e is going to be created. [ 709.614106] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.614354] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.614489] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.614926] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.615190] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.615441] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-3401e27c-8d7f-4230-896f-9cbe3b7e212e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.672321] env[67174]: INFO networking_nsxv3.common.synchronization [None req-2409b857-1839-43f8-89da-868a3d406065 None None] Enqueued Resource ID: 6efd2e43-1050-45bb-8bc7-f129eff26dbf with Priority: HIGHEST for action port [ 709.673265] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efd2e43-1050-45bb-8bc7-f129eff26dbf with Priority: HIGHEST for action port [ 709.673460] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-6efd2e43-1050-45bb-8bc7-f129eff26dbf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.673865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6efd2e43-1050-45bb-8bc7-f129eff26dbf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.673865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6efd2e43-1050-45bb-8bc7-f129eff26dbf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.674048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6efd2e43-1050-45bb-8bc7-f129eff26dbf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.674141] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6efd2e43-1050-45bb-8bc7-f129eff26dbf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.085973] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8025f0-1742-4946-9480-975a67562fab in Status: SUCCESS [ 710.086098] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8025f0-1742-4946-9480-975a67562fab deletion is rescheduled due to dependency. [ 710.088323] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.176789] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6efd2e43-1050-45bb-8bc7-f129eff26dbf [ 710.176789] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.176789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.177023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.177386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.177386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.177386] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6efd2e43-1050-45bb-8bc7-f129eff26dbf already deleted. [ 710.177386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6efd2e43-1050-45bb-8bc7-f129eff26dbf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.387123] env[67174]: INFO networking_nsxv3.common.synchronization [req-cafd7d79-f2f0-49fc-8e19-2029696c34c0 req-306a0c61-5627-45a5-bd2d-f8683c08f440 service nova] Enqueued Resource ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 with Priority: HIGHEST for action security_group_rules [ 710.387281] env[67174]: INFO networking_nsxv3.common.synchronization [req-cafd7d79-f2f0-49fc-8e19-2029696c34c0 req-306a0c61-5627-45a5-bd2d-f8683c08f440 service nova] Enqueued Resource ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 with Priority: HIGHEST for action security_group_members [ 710.387419] env[67174]: INFO networking_nsxv3.common.synchronization [req-cafd7d79-f2f0-49fc-8e19-2029696c34c0 req-306a0c61-5627-45a5-bd2d-f8683c08f440 service nova] Enqueued Resource ID: 3401e27c-8d7f-4230-896f-9cbe3b7e212e with Priority: HIGHEST for action port [ 710.387975] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 with Priority: HIGHEST for action security_group_rules [ 710.388522] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 with Priority: HIGHEST for action security_group_members [ 710.388660] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3401e27c-8d7f-4230-896f-9cbe3b7e212e with Priority: HIGHEST for action port [ 710.388942] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.389072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.389102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.389456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.389456] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.391288] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.391415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.391685] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.391863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.392041] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.392150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.392221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.392381] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.392478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.393105] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.395875] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-3401e27c-8d7f-4230-896f-9cbe3b7e212e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.396158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3401e27c-8d7f-4230-896f-9cbe3b7e212e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.396158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3401e27c-8d7f-4230-896f-9cbe3b7e212e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.396388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3401e27c-8d7f-4230-896f-9cbe3b7e212e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.396474] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3401e27c-8d7f-4230-896f-9cbe3b7e212e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.891829] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.892930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.897398] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.898636] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3401e27c-8d7f-4230-896f-9cbe3b7e212e with status ACTIVE [ 710.899881] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.900154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.900223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.900488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.900609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.900865] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.900989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.901066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.901233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.901310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.901499] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.901604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.901669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.901803] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.901874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.901959] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3401e27c-8d7f-4230-896f-9cbe3b7e212e is going to be updated. [ 710.930117] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.930332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.930332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.930536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.930673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.930842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3401e27c-8d7f-4230-896f-9cbe3b7e212e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.289870] env[67174]: INFO networking_nsxv3.common.synchronization [req-f14d508d-8d13-4c60-a73a-81645283dc9b req-5f738023-5b91-4b4d-8b11-560aecd2ec19 tempest-ServersV294TestFqdnHostnames-140201593 tempest-ServersV294TestFqdnHostnames-140201593-project-member] Enqueued Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGHEST for action security_group_members [ 711.290746] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGHEST for action security_group_members [ 711.291465] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-83780c32-0905-4293-a842-66a41745595a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.292642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.292642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.293856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.293856] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.293856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.293856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.293856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.293856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.293856] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83780c32-0905-4293-a842-66a41745595a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.404809] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.719628] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.719803] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-54" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.719922] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-54" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.720364] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-54" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.720808] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.720900] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.720949] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.721295] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.721295] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.721488] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.722463] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.722463] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.722463] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.722463] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.722463] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.722463] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.744436] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.744789] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.745168] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.745372] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-54" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.745662] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-963a5e19-25a0-4f43-a69b-2c0ccc38b365 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.745906] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-963a5e19-25a0-4f43-a69b-2c0ccc38b365" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.746060] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-963a5e19-25a0-4f43-a69b-2c0ccc38b365" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.746727] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-963a5e19-25a0-4f43-a69b-2c0ccc38b365" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.746727] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('963a5e19-25a0-4f43-a69b-2c0ccc38b365',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.796468] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.796634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.796705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.796912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.797008] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.797212] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.797329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.797442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.797596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.797671] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.797788] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83780c32-0905-4293-a842-66a41745595a already deleted. [ 711.797859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.907969] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.908621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.908621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.908824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.908824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.908923] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 is going to be created. [ 711.935834] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.935981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.936047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.937038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.937038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.954433] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 in Status: UNINITIALIZED for 2s [ 712.004686] env[67174]: INFO networking_nsxv3.common.synchronization [None req-0a97d418-7d8f-49a5-9615-571148a1db7e None None] Enqueued Resource ID: fda421be-6c35-4200-9e62-27ea40b27060 with Priority: HIGHEST for action port [ 712.005284] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda421be-6c35-4200-9e62-27ea40b27060 with Priority: HIGHEST for action port [ 712.005817] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-fda421be-6c35-4200-9e62-27ea40b27060 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.005971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fda421be-6c35-4200-9e62-27ea40b27060" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.006136] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fda421be-6c35-4200-9e62-27ea40b27060" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.006516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fda421be-6c35-4200-9e62-27ea40b27060" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.006516] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fda421be-6c35-4200-9e62-27ea40b27060',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.249345] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.249591] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.249684] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.250013] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.250172] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.250326] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 963a5e19-25a0-4f43-a69b-2c0ccc38b365 not found, creating... [ 712.250585] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.250737] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.250847] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.251092] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.251223] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.251589] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.251753] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.251852] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.255308] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.255521] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.255872] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 963a5e19-25a0-4f43-a69b-2c0ccc38b365 is going to be created. [ 712.278953] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.279216] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.279599] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.279663] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.279878] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.280110] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-963a5e19-25a0-4f43-a69b-2c0ccc38b365" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.509534] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fda421be-6c35-4200-9e62-27ea40b27060 [ 712.509889] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.510046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.510148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.511738] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.512162] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.512162] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fda421be-6c35-4200-9e62-27ea40b27060 already deleted. [ 712.512162] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fda421be-6c35-4200-9e62-27ea40b27060" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.075071] env[67174]: INFO networking_nsxv3.common.synchronization [req-f14d508d-8d13-4c60-a73a-81645283dc9b req-0fb65603-8007-4e45-9131-70c5f20d14ef service nova] Enqueued Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGHEST for action security_group_rules [ 713.075464] env[67174]: INFO networking_nsxv3.common.synchronization [req-f14d508d-8d13-4c60-a73a-81645283dc9b req-0fb65603-8007-4e45-9131-70c5f20d14ef service nova] Enqueued Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGHEST for action security_group_members [ 713.075583] env[67174]: INFO networking_nsxv3.common.synchronization [req-f14d508d-8d13-4c60-a73a-81645283dc9b req-0fb65603-8007-4e45-9131-70c5f20d14ef service nova] Enqueued Resource ID: 963a5e19-25a0-4f43-a69b-2c0ccc38b365 with Priority: HIGHEST for action port [ 713.082194] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGHEST for action security_group_rules [ 713.082194] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGHEST for action security_group_members [ 713.082194] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 963a5e19-25a0-4f43-a69b-2c0ccc38b365 with Priority: HIGHEST for action port [ 713.082194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83780c32-0905-4293-a842-66a41745595a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.082194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.082194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.082194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.082194] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83780c32-0905-4293-a842-66a41745595a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.082194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-83780c32-0905-4293-a842-66a41745595a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.082194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.082194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.082194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.082194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.082194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.082194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.082194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.082194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.082194] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83780c32-0905-4293-a842-66a41745595a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.082194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-963a5e19-25a0-4f43-a69b-2c0ccc38b365 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.083326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-963a5e19-25a0-4f43-a69b-2c0ccc38b365" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.083326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-963a5e19-25a0-4f43-a69b-2c0ccc38b365" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.083326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-963a5e19-25a0-4f43-a69b-2c0ccc38b365" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.083326] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('963a5e19-25a0-4f43-a69b-2c0ccc38b365',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.584406] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-83780c32-0905-4293-a842-66a41745595a taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.584528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.588496] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83780c32-0905-4293-a842-66a41745595a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.589523] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 963a5e19-25a0-4f43-a69b-2c0ccc38b365 with status ACTIVE [ 713.589755] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.590028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.591609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.592564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.592625] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.592911] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.593092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.593187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.593394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.594176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.594176] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.594176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.594176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.594176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.594391] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.594391] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 963a5e19-25a0-4f43-a69b-2c0ccc38b365 is going to be updated. [ 713.644877] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.644877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.644877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.644877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.644877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.644877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-963a5e19-25a0-4f43-a69b-2c0ccc38b365" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.969097] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 in Status: SUCCESS [ 713.969097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.969097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.969097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.969097] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.969429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.969429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.969429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.969429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.969535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.969643] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.994787] env[67174]: INFO networking_nsxv3.common.synchronization [req-54083e8f-e2ff-4c89-aaf6-1bffc03cf619 req-70383930-0a2c-480b-9714-01d2ebb50e8f tempest-ServersAdminTestJSON-1975517671 tempest-ServersAdminTestJSON-1975517671-project-member] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 713.996381] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 713.996381] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.996381] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.996381] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.996381] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.996653] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.996653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.996742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.997912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.997912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.997912] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.098151] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83780c32-0905-4293-a842-66a41745595a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.386512] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.386730] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.386824] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.387174] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.387434] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.387580] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.387686] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.387921] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.388066] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.388269] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.388766] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.388882] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.388974] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.389105] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.389213] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.389424] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.411845] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.412054] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.412297] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.412414] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.412691] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-a392e814-0809-46c0-808b-a44e89c3e947 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.412903] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-a392e814-0809-46c0-808b-a44e89c3e947" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.413089] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-a392e814-0809-46c0-808b-a44e89c3e947" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.413486] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-a392e814-0809-46c0-808b-a44e89c3e947" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.413698] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a392e814-0809-46c0-808b-a44e89c3e947',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.471964] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.472212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.472275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.472485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.472681] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.472797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.472849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.473020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.473109] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.473193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.473344] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.473431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.473485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.473623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.473758] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.473859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.473916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.474057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.474136] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.474208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.474319] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.499606] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.499852] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.499852] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.500465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.500465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.500658] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.500775] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.500853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.501029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.501119] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.501194] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 already deleted. [ 714.501315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.605895] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.606043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.606110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.606335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.606425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.606527] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83780c32-0905-4293-a842-66a41745595a is going to be created. [ 714.632702] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.632867] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.632910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.633130] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.633305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.646294] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83780c32-0905-4293-a842-66a41745595a in Status: UNINITIALIZED for 2s [ 714.917103] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.917214] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.917334] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.917612] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.917751] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.917892] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port a392e814-0809-46c0-808b-a44e89c3e947 not found, creating... [ 714.918167] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.918319] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.918427] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.918640] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.918763] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.919049] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.919195] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.919303] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.919495] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.919643] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.919774] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: a392e814-0809-46c0-808b-a44e89c3e947 is going to be created. [ 714.942887] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.943114] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.943235] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.943553] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.943788] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.944104] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-a392e814-0809-46c0-808b-a44e89c3e947" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.976966] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3: rpc.has_security_group_logging(os_id): False [ 714.999885] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.000995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.000995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.000995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.000995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.000995] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.000995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.000995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.001307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.001307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.001307] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.001429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.001462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.001581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.001655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.001832] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.002066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.002137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.002239] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.002311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.002397] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 is going to be created. [ 715.125511] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.126176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.126176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.126410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.126744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.140884] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 in Status: IN_PROGRESS for 2s [ 715.728304] env[67174]: INFO networking_nsxv3.common.synchronization [req-54083e8f-e2ff-4c89-aaf6-1bffc03cf619 req-7222c620-b330-4c80-ac06-d76dde4e9df0 service nova] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_rules [ 715.729026] env[67174]: INFO networking_nsxv3.common.synchronization [req-54083e8f-e2ff-4c89-aaf6-1bffc03cf619 req-7222c620-b330-4c80-ac06-d76dde4e9df0 service nova] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 715.729026] env[67174]: INFO networking_nsxv3.common.synchronization [req-54083e8f-e2ff-4c89-aaf6-1bffc03cf619 req-7222c620-b330-4c80-ac06-d76dde4e9df0 service nova] Enqueued Resource ID: a392e814-0809-46c0-808b-a44e89c3e947 with Priority: HIGHEST for action port [ 715.729989] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_rules [ 715.730205] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 715.730357] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a392e814-0809-46c0-808b-a44e89c3e947 with Priority: HIGHEST for action port [ 715.730842] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.731153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.731153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.731502] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.731502] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.733634] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.733773] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.733839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.734079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.734358] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.734358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.734518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.734556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.734724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.734810] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.736484] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-a392e814-0809-46c0-808b-a44e89c3e947 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.736630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a392e814-0809-46c0-808b-a44e89c3e947" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.737345] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a392e814-0809-46c0-808b-a44e89c3e947" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.740799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a392e814-0809-46c0-808b-a44e89c3e947" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.740799] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a392e814-0809-46c0-808b-a44e89c3e947',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.241453] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.243193] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.243193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.243389] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a392e814-0809-46c0-808b-a44e89c3e947 with status ACTIVE [ 716.243497] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.243605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.243689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.243928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.244862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.245162] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.245362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.245362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.245739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.245884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.246137] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.246250] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.246391] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.246496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.246571] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.246684] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a392e814-0809-46c0-808b-a44e89c3e947 is going to be updated. [ 716.277699] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.277969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.277969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.278156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.278291] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.278473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a392e814-0809-46c0-808b-a44e89c3e947" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.658689] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83780c32-0905-4293-a842-66a41745595a in Status: SUCCESS [ 716.658930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.659114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.659340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.659541] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.659660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.659736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.659933] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.660029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.660120] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.660214] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83780c32-0905-4293-a842-66a41745595a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.703182] env[67174]: INFO networking_nsxv3.common.synchronization [req-5889e925-db45-475e-9721-5a1888aa8c44 req-1cc8f2de-d0d6-4661-b57d-3da454b6b63d tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 716.703693] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 716.704033] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.704131] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.704197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.704448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.704599] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.704915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.704915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.705046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.705095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.705140] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.748557] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.156196] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 in Status: SUCCESS [ 717.156428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.164054] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83780c32-0905-4293-a842-66a41745595a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.197178] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.197325] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-943" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.197411] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-943" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.198128] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-943" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.198397] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.198593] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.198652] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.198868] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.198982] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.199206] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.199313] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.199738] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.199851] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.200030] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.200066] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.200196] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.207688] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.207823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.207888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.208096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.208179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.208362] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.208455] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.208513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.208654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.208721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.209677] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f already deleted. [ 717.209677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.220526] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.220791] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.220877] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.220979] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-943" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.221915] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-857c9007-03cd-49b9-b3b8-6210800188e6 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.221915] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.221915] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.221915] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.223044] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('857c9007-03cd-49b9-b3b8-6210800188e6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.253995] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.253995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.253995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.253995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.253995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.253995] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be created. [ 717.286794] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.286794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.286794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.286794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.286794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.298196] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: UNINITIALIZED for 2s [ 717.666462] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83780c32-0905-4293-a842-66a41745595a: rpc.has_security_group_logging(os_id): False [ 717.686979] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.687319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.687410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.688629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.688629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.688629] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.688629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.688629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.688629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.688629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.688629] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83780c32-0905-4293-a842-66a41745595a is going to be created. [ 717.728582] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.728820] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.728956] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.729288] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.729436] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.729588] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 857c9007-03cd-49b9-b3b8-6210800188e6 not found, creating... [ 717.730987] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.730987] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.730987] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.730987] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.730987] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.730987] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.731351] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.731351] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.732197] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.732197] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.733093] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 857c9007-03cd-49b9-b3b8-6210800188e6 is going to be created. [ 717.756610] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.757039] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.757155] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.757440] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.757848] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.758186] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.762981] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.763126] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.763126] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.763601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.763601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.778131] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83780c32-0905-4293-a842-66a41745595a in Status: IN_PROGRESS for 2s [ 718.503673] env[67174]: INFO networking_nsxv3.common.synchronization [req-5889e925-db45-475e-9721-5a1888aa8c44 req-a56221ee-cba2-4d2d-95a8-dba909936de3 service nova] Enqueued Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_rules [ 718.503987] env[67174]: INFO networking_nsxv3.common.synchronization [req-5889e925-db45-475e-9721-5a1888aa8c44 req-a56221ee-cba2-4d2d-95a8-dba909936de3 service nova] Enqueued Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 718.503987] env[67174]: INFO networking_nsxv3.common.synchronization [req-5889e925-db45-475e-9721-5a1888aa8c44 req-a56221ee-cba2-4d2d-95a8-dba909936de3 service nova] Enqueued Resource ID: 857c9007-03cd-49b9-b3b8-6210800188e6 with Priority: HIGHEST for action port [ 718.504529] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_rules [ 718.504744] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 718.504859] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857c9007-03cd-49b9-b3b8-6210800188e6 with Priority: HIGHEST for action port [ 718.506430] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.506430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.506430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.506430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.506609] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.507582] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.507676] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.507676] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.507886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.508056] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.508152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.508209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.508354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.508432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.508518] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.510077] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-857c9007-03cd-49b9-b3b8-6210800188e6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.510077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.510077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.510270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.510270] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('857c9007-03cd-49b9-b3b8-6210800188e6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.012322] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.016028] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.016028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.016028] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 857c9007-03cd-49b9-b3b8-6210800188e6 with status ACTIVE [ 719.016028] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.016028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.016028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.016028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.016028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.016028] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.016028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.016028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.016028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.016028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.016028] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.017664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.017664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.017664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.017664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.017664] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 857c9007-03cd-49b9-b3b8-6210800188e6 is going to be updated. [ 719.047909] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.048244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.048376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.048716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.048921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.049150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.315717] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 719.316036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.316746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.316746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.316746] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.318597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.318597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.318597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.318597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.318597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.318597] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.509845] env[67174]: INFO networking_nsxv3.common.synchronization [req-149d0aed-9697-4eea-8171-5fe3d61d25ac req-dede23bd-e4a7-42eb-91ff-9c1dc9170875 tempest-ImagesOneServerNegativeTestJSON-1299688289 tempest-ImagesOneServerNegativeTestJSON-1299688289-project-member] Enqueued Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 719.510309] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 719.510660] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.510795] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.510880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.511170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.511350] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.511611] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.511611] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.511734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.511848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.511947] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.514255] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.797266] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83780c32-0905-4293-a842-66a41745595a in Status: SUCCESS [ 719.797706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.823191] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.823191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.823191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.823191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.823191] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.823191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.823191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.823191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.823191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.823191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.826364] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.826823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.826823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.826974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.827210] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.827347] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.827432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.827796] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.827910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.828412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.828533] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.892042] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.892241] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-870" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.892340] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-870" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.892827] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-870" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.893398] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.893669] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.894517] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.894517] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.894517] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.894517] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.894517] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.894757] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.894757] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.894917] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.895113] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.895353] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.917837] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.917920] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.918040] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.918217] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-870" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.918549] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-fcb52a0f-e5e8-4c66-9cb2-06304c65bc79 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.918728] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-fcb52a0f-e5e8-4c66-9cb2-06304c65bc79" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.918839] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-fcb52a0f-e5e8-4c66-9cb2-06304c65bc79" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.919196] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-fcb52a0f-e5e8-4c66-9cb2-06304c65bc79" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.919334] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcb52a0f-e5e8-4c66-9cb2-06304c65bc79',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.013706] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.013930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.014072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.014305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.014398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.014605] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.014786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.014786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.014988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.015094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.015189] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb already deleted. [ 720.015261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.015584] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.015702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.015773] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.015959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.016077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.016152] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f is going to be created. [ 720.044673] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.044858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.046390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.046390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.046390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.056750] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: UNINITIALIZED for 2s [ 720.331613] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fa86040-92ec-4004-bda4-f5bed20ba096: rpc.has_security_group_logging(os_id): False [ 720.357761] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.357912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.358787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.358787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.358787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.358787] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.358787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.358787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.358787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.359157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.359157] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.359157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.359157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.359295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.359367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.359543] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.359635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.359695] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.359828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.359924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.360116] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be created. [ 720.421760] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.421971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.422101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.422407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.422703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.425510] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.425857] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.426033] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.426436] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.426641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.426869] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port fcb52a0f-e5e8-4c66-9cb2-06304c65bc79 not found, creating... [ 720.427332] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.427600] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.427779] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.428124] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.428804] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.429214] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.429556] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.429806] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.430130] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.430741] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.431078] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: fcb52a0f-e5e8-4c66-9cb2-06304c65bc79 is going to be created. [ 720.453574] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 720.454521] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.455058] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.455058] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.455237] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.455534] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.455878] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-fcb52a0f-e5e8-4c66-9cb2-06304c65bc79" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.195330] env[67174]: INFO networking_nsxv3.common.synchronization [req-149d0aed-9697-4eea-8171-5fe3d61d25ac req-c7022984-14db-4a31-ba0a-e6f02a430fb9 service nova] Enqueued Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_rules [ 721.195629] env[67174]: INFO networking_nsxv3.common.synchronization [req-149d0aed-9697-4eea-8171-5fe3d61d25ac req-c7022984-14db-4a31-ba0a-e6f02a430fb9 service nova] Enqueued Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 721.195629] env[67174]: INFO networking_nsxv3.common.synchronization [req-149d0aed-9697-4eea-8171-5fe3d61d25ac req-c7022984-14db-4a31-ba0a-e6f02a430fb9 service nova] Enqueued Resource ID: fcb52a0f-e5e8-4c66-9cb2-06304c65bc79 with Priority: HIGHEST for action port [ 721.196238] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_rules [ 721.196366] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 721.196460] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb52a0f-e5e8-4c66-9cb2-06304c65bc79 with Priority: HIGHEST for action port [ 721.196732] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.196844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.196967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.197215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.197300] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.198340] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.199601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.199601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.199601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.199601] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.199601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.199601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.199601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.199601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.199601] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.200636] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcb52a0f-e5e8-4c66-9cb2-06304c65bc79 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.200762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcb52a0f-e5e8-4c66-9cb2-06304c65bc79" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.200837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcb52a0f-e5e8-4c66-9cb2-06304c65bc79" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.201034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcb52a0f-e5e8-4c66-9cb2-06304c65bc79" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.201116] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcb52a0f-e5e8-4c66-9cb2-06304c65bc79',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.706734] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.706915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.707147] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.708083] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcb52a0f-e5e8-4c66-9cb2-06304c65bc79 with status ACTIVE [ 721.708275] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.708383] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.708441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.708643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.708750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.708940] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.709078] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.709136] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.709295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.709366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.713021] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.713160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.713226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.713400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.713478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.713595] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcb52a0f-e5e8-4c66-9cb2-06304c65bc79 is going to be updated. [ 721.738964] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.739213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.739296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.739590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.739772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.740032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcb52a0f-e5e8-4c66-9cb2-06304c65bc79" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.076025] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: SUCCESS [ 722.076025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.076025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.076025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.076025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.076025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.076025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.076025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.076025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.076025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.076025] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.216645] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.334503] env[67174]: INFO networking_nsxv3.common.synchronization [req-91edbfc2-c515-4549-ae23-8caa32728a3c req-7ac7a582-5a91-451c-840b-5fd72ed2103d tempest-FloatingIPsAssociationTestJSON-42957932 tempest-FloatingIPsAssociationTestJSON-42957932-project-member] Enqueued Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_members [ 722.335128] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_members [ 722.335452] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.335629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.335689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.335950] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.336176] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.336305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.336408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.336568] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.336688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.336791] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.466849] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 722.467013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.579456] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.579616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.579689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.579933] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.580087] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.580191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.580254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.580402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.580485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.580571] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.580715] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.580809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.580867] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.581013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.581152] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.581240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.581300] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.581432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.581506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.581585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.581719] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.719858] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.720086] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.720221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.720500] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.722880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.722880] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb is going to be created. [ 722.758579] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.758856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.758856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.759118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.759294] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.773405] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: UNINITIALIZED for 2s [ 722.809937] env[67174]: INFO networking_nsxv3.common.synchronization [req-0c35f717-dfa8-48f4-9c4f-3d61b18ddb63 req-6ed61daa-f419-4a53-b606-e5f4bbf454de tempest-TenantUsagesTestJSON-1659290849 tempest-TenantUsagesTestJSON-1659290849-project-member] Enqueued Resource ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac with Priority: HIGHEST for action security_group_members [ 722.811629] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac with Priority: HIGHEST for action security_group_members [ 722.812388] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.812662] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.812662] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.812854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.813076] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.813207] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.813333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.813532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.813648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.813726] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e23c51c-07b2-4de0-a4bb-a5e84c921fac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.833090] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-773 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.833420] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-773" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.833557] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-773" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.833965] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-773" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.834246] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.834410] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.834541] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.834835] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.835083] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.835312] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.835449] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.835589] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.835718] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.835834] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.835932] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.836069] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.838936] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.839182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.839261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.840543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.840543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.840543] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.840543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.840543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.840543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.840543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.840543] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 already deleted. [ 722.840543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.865504] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.865710] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.865890] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.866082] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-773" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.866645] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-56885604-ad9b-4f8a-961f-3ca6672d3664 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.866935] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-56885604-ad9b-4f8a-961f-3ca6672d3664" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.867095] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-56885604-ad9b-4f8a-961f-3ca6672d3664" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.867475] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-56885604-ad9b-4f8a-961f-3ca6672d3664" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.868250] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56885604-ad9b-4f8a-961f-3ca6672d3664',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.084113] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66c5f1b5-8d2f-45ad-8352-064427ed0c3f: rpc.has_security_group_logging(os_id): False [ 723.105063] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.105288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.105383] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.105661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.105891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.106239] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.106374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.106461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.106673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.106795] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.107965] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.107965] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.108501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.108738] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.108851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.109278] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.109415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.109469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.109610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.109684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.109763] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f is going to be created. [ 723.171127] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.171282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.171282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.171824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.171824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.185042] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: IN_PROGRESS for 2s [ 723.316451] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.316793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.316793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.317831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.317831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.317831] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.317831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.317831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.317831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.317831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.318218] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac is going to be updated. [ 723.350103] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.350307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.350356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.350546] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.350688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.364789] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac in Status: IN_PROGRESS for 2s [ 723.371357] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.372323] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.372669] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.373400] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.373400] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.373400] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 56885604-ad9b-4f8a-961f-3ca6672d3664 not found, creating... [ 723.373796] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.374189] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.374401] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.374756] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.375076] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.375481] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.375746] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.375906] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.376232] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.376440] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.376882] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 56885604-ad9b-4f8a-961f-3ca6672d3664 is going to be created. [ 723.401039] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.401304] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.401505] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.401727] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.401944] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.402177] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-56885604-ad9b-4f8a-961f-3ca6672d3664" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.161982] env[67174]: INFO networking_nsxv3.common.synchronization [req-91edbfc2-c515-4549-ae23-8caa32728a3c req-1b717523-7433-419e-8a80-c00628f1f23d service nova] Enqueued Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_rules [ 724.162203] env[67174]: INFO networking_nsxv3.common.synchronization [req-91edbfc2-c515-4549-ae23-8caa32728a3c req-1b717523-7433-419e-8a80-c00628f1f23d service nova] Enqueued Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_members [ 724.162298] env[67174]: INFO networking_nsxv3.common.synchronization [req-91edbfc2-c515-4549-ae23-8caa32728a3c req-1b717523-7433-419e-8a80-c00628f1f23d service nova] Enqueued Resource ID: 56885604-ad9b-4f8a-961f-3ca6672d3664 with Priority: HIGHEST for action port [ 724.162920] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_rules [ 724.163146] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_members [ 724.163296] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56885604-ad9b-4f8a-961f-3ca6672d3664 with Priority: HIGHEST for action port [ 724.163908] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.163908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.163908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.164407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.164539] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.165705] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.166128] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.166681] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.166681] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.166846] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.166987] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.166987] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.167136] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.167226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.167325] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.168655] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-56885604-ad9b-4f8a-961f-3ca6672d3664 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.168816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56885604-ad9b-4f8a-961f-3ca6672d3664" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.168908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56885604-ad9b-4f8a-961f-3ca6672d3664" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.169227] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56885604-ad9b-4f8a-961f-3ca6672d3664" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.169322] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56885604-ad9b-4f8a-961f-3ca6672d3664',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.675466] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.677255] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.677376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.677782] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56885604-ad9b-4f8a-961f-3ca6672d3664 with status ACTIVE [ 724.680150] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.680320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.680384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.680598] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.680703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.680895] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.682188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.682314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.682873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.682873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.682873] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.682873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.683099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.683099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.683166] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.685079] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56885604-ad9b-4f8a-961f-3ca6672d3664 is going to be updated. [ 724.711101] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.711387] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.711547] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.711865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.712044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.712296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56885604-ad9b-4f8a-961f-3ca6672d3664" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.789482] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: SUCCESS [ 724.789699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.789983] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.790303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.791285] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.793049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.793049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.793049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.793049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.793049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.793049] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.179202] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.199272] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: SUCCESS [ 725.199516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.295494] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.295874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.295874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.296018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.296158] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.296256] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.296765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.296765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.296765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.296765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.296929] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.296929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.297063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.297094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.297260] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.297333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.297408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.297526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.297599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.297674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.297760] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.377022] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac in Status: SUCCESS [ 725.377634] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e23c51c-07b2-4de0-a4bb-a5e84c921fac deletion is rescheduled due to dependency. [ 725.377634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e23c51c-07b2-4de0-a4bb-a5e84c921fac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.683916] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.684217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.684217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.684399] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.684800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.684909] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 is going to be created. [ 725.717745] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.718251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.718360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.718637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.718963] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.731191] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: UNINITIALIZED for 2s [ 725.801214] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b7dc54-715d-45b0-85ab-097657b01adb: rpc.has_security_group_logging(os_id): False [ 725.827161] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.827310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.827369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.827594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.827692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.827873] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.827983] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.831023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.831023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.831023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.831023] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.831023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.831023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.831023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.831023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.831023] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.831023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.831023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.831023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.831023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.831023] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb is going to be created. [ 725.924334] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.924334] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.924334] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.924334] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.924334] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.943797] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: IN_PROGRESS for 2s [ 726.265072] env[67174]: INFO networking_nsxv3.common.synchronization [req-71cbd8ad-bd94-4564-a41f-f0d7ec89c575 req-54cb226b-5096-4e48-a829-0d71a7d01a55 tempest-ServersAdminTestJSON-1975517671 tempest-ServersAdminTestJSON-1975517671-project-member] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 726.267821] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 726.267821] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.268063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.268063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.268684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.269136] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.271307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.271307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.271307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.271307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.271307] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.703441] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.704328] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.705264] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.705264] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.705264] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.705506] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.705544] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.706145] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.706145] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.706145] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.706304] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.706787] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.706787] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.706787] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.706787] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.707034] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.736305] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.737113] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.737113] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.737113] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.737311] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-ed8e7913-cea6-4bde-93a7-90a3a5df5415 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.737564] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-ed8e7913-cea6-4bde-93a7-90a3a5df5415" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.737816] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-ed8e7913-cea6-4bde-93a7-90a3a5df5415" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.739680] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-ed8e7913-cea6-4bde-93a7-90a3a5df5415" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.739787] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8e7913-cea6-4bde-93a7-90a3a5df5415',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.772424] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.243402] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.243719] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.243936] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.245403] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.245403] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.245403] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port ed8e7913-cea6-4bde-93a7-90a3a5df5415 not found, creating... [ 727.245403] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.245704] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.245803] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.246337] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.246542] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.247065] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.247416] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.247594] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.247935] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.248154] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.248364] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: ed8e7913-cea6-4bde-93a7-90a3a5df5415 is going to be created. [ 727.274949] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.282170] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.282170] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.282170] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.282170] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.282170] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.282170] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-ed8e7913-cea6-4bde-93a7-90a3a5df5415" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.744949] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: SUCCESS [ 727.745281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.745409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.745635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.745842] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.745976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.746052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.746204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.746281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.746377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.746464] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.778505] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.778768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.778834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.779224] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.779396] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.779576] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 727.826378] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.826647] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.826739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.827121] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.827329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.839455] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 727.964211] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: SUCCESS [ 727.964446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.056025] env[67174]: INFO networking_nsxv3.common.synchronization [req-baa59d6c-6f44-4bab-88ce-75a6d4761425 req-e6405e88-e039-4126-b8d2-fe67453f8d20 tempest-ListServersNegativeTestJSON-235709700 tempest-ListServersNegativeTestJSON-235709700-project-member] Enqueued Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 728.057270] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 728.057728] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.057896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.057971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.058289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.059260] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.059527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.059614] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.059803] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.059974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.060157] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.083198] env[67174]: INFO networking_nsxv3.common.synchronization [req-71cbd8ad-bd94-4564-a41f-f0d7ec89c575 req-1875003c-7f6d-4d17-b7a4-69a21d1be2f1 service nova] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_rules [ 728.083966] env[67174]: INFO networking_nsxv3.common.synchronization [req-71cbd8ad-bd94-4564-a41f-f0d7ec89c575 req-1875003c-7f6d-4d17-b7a4-69a21d1be2f1 service nova] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 728.083966] env[67174]: INFO networking_nsxv3.common.synchronization [req-71cbd8ad-bd94-4564-a41f-f0d7ec89c575 req-1875003c-7f6d-4d17-b7a4-69a21d1be2f1 service nova] Enqueued Resource ID: ed8e7913-cea6-4bde-93a7-90a3a5df5415 with Priority: HIGHEST for action port [ 728.085231] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_rules [ 728.085231] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 728.085231] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8e7913-cea6-4bde-93a7-90a3a5df5415 with Priority: HIGHEST for action port [ 728.085231] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.085637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.085637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.085864] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.085952] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.087280] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.087474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.087788] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed8e7913-cea6-4bde-93a7-90a3a5df5415 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.087959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed8e7913-cea6-4bde-93a7-90a3a5df5415" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.088085] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed8e7913-cea6-4bde-93a7-90a3a5df5415" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.088407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed8e7913-cea6-4bde-93a7-90a3a5df5415" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.088546] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8e7913-cea6-4bde-93a7-90a3a5df5415',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.252027] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.252176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.252176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.252440] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.252708] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.252843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.252843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.253078] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.253157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.253276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.253504] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.253660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.253739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.253934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.254133] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.254440] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.254572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.254923] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.255047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.255191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.255298] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.371134] env[67174]: INFO networking_nsxv3.common.synchronization [req-7f897fd2-943a-407c-9efe-b449807235cd req-6d2a63a9-a598-43a3-8aa1-be23d84af71d tempest-FloatingIPsAssociationNegativeTestJSON-1190054813 tempest-FloatingIPsAssociationNegativeTestJSON-1190054813-project-member] Enqueued Resource ID: f8604e44-5a6d-4244-9491-ccbace724fa5 with Priority: HIGHEST for action security_group_members [ 728.371134] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8604e44-5a6d-4244-9491-ccbace724fa5 with Priority: HIGHEST for action security_group_members [ 728.371134] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8604e44-5a6d-4244-9491-ccbace724fa5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.371860] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.372225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.372616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.373022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.373318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.373495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.373774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.373959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.374199] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8604e44-5a6d-4244-9491-ccbace724fa5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.566166] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.591840] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.591840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.592196] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed8e7913-cea6-4bde-93a7-90a3a5df5415 with status ACTIVE [ 728.592330] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.592388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.592486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.593345] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.593345] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.593345] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.593345] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.593597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.593597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.593725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.594070] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.594070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.594070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.594208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.594208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.594276] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed8e7913-cea6-4bde-93a7-90a3a5df5415 is going to be updated. [ 728.625015] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.625231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.625231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.625674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.626178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.626495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed8e7913-cea6-4bde-93a7-90a3a5df5415" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.759654] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f1217fd-efb8-48d4-8977-bad915c1a541: rpc.has_security_group_logging(os_id): False [ 728.798025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.798243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.798289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.798498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.798590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.798870] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.799079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.799079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.799240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.799292] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.799491] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.799578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.799654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.799831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.799950] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.801099] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.801099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.801099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.801099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.801099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.801099] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 is going to be created. [ 728.877572] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.877572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.877572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.877818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.877946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.878123] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.878243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.878329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.878493] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.878577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.878696] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8604e44-5a6d-4244-9491-ccbace724fa5 is going to be updated. [ 728.992513] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.992513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.992513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.992513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.992513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.012257] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8604e44-5a6d-4244-9491-ccbace724fa5 in Status: IN_PROGRESS for 2s [ 729.018406] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.018406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.018406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.018637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.018729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.039671] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: IN_PROGRESS for 2s [ 729.071351] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.272427] env[67174]: INFO networking_nsxv3.common.synchronization [req-7d68512e-7304-4d95-9363-0adb1d0ca118 req-c8ca3078-ba3d-452f-a0ae-da9b7dcbd23d tempest-InstanceActionsTestJSON-1541401052 tempest-InstanceActionsTestJSON-1541401052-project-member] Enqueued Resource ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 with Priority: HIGHEST for action security_group_members [ 729.273383] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 with Priority: HIGHEST for action security_group_members [ 729.274497] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-122c4ee7-ab71-4edb-bab7-57628c9dd079 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.274497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.274497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.274497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.274497] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.274937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.274937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.274937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.275036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.275131] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122c4ee7-ab71-4edb-bab7-57628c9dd079',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.352219] env[67174]: INFO networking_nsxv3.common.synchronization [req-068277f3-1d62-4256-99c0-c80fb06c49a2 req-0bc1a2c2-bbfb-4efa-91d7-78bdecf11d08 tempest-ListServersNegativeTestJSON-235709700 tempest-ListServersNegativeTestJSON-235709700-project-member] Enqueued Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 729.352807] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGHEST for action security_group_members [ 729.353380] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.353631] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.574620] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.576719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.576719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.576719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.576922] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.577254] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a is going to be updated. [ 729.618279] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.620031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.620031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.620031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.620031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.636748] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: IN_PROGRESS for 2s [ 729.779818] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.779818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.779818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.779818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.779818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.779818] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.779818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.779818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.779818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.779818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.779818] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 already deleted. [ 729.779818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.833526] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-578 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.834893] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-578" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.834893] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-578" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.836072] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-578" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.839018] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.839018] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.839018] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.839018] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.839018] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.839018] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.839018] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.839018] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.839018] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.840843] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.840843] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.840843] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.859756] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 729.860104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.860286] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.860538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.860696] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.860817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.860880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.861048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.861132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.861228] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.876705] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.877353] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.878169] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.880045] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-578" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.880500] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-446eac7f-cb96-4b55-9e2e-f3cfcab9b72b taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.880691] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-446eac7f-cb96-4b55-9e2e-f3cfcab9b72b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.880811] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-446eac7f-cb96-4b55-9e2e-f3cfcab9b72b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.881161] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-446eac7f-cb96-4b55-9e2e-f3cfcab9b72b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.881298] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446eac7f-cb96-4b55-9e2e-f3cfcab9b72b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.363656] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.384542] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.385259] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.385259] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.385463] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.385685] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.385878] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 446eac7f-cb96-4b55-9e2e-f3cfcab9b72b not found, creating... [ 730.386317] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.386531] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.386653] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.386966] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.387160] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.387464] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.387616] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.387725] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.387957] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.388108] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.388267] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 446eac7f-cb96-4b55-9e2e-f3cfcab9b72b is going to be created. [ 730.416334] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.416334] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.416334] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.416334] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.416334] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.416334] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-446eac7f-cb96-4b55-9e2e-f3cfcab9b72b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.866589] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.024192] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8604e44-5a6d-4244-9491-ccbace724fa5 in Status: SUCCESS [ 731.024495] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8604e44-5a6d-4244-9491-ccbace724fa5 deletion is rescheduled due to dependency. [ 731.024657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.053428] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: SUCCESS [ 731.053692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.144321] env[67174]: INFO networking_nsxv3.common.synchronization [req-7d68512e-7304-4d95-9363-0adb1d0ca118 req-1e6cafbc-abba-466a-9135-5958387c3af8 service nova] Enqueued Resource ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 with Priority: HIGHEST for action security_group_rules [ 731.144689] env[67174]: INFO networking_nsxv3.common.synchronization [req-7d68512e-7304-4d95-9363-0adb1d0ca118 req-1e6cafbc-abba-466a-9135-5958387c3af8 service nova] Enqueued Resource ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 with Priority: HIGHEST for action security_group_members [ 731.144689] env[67174]: INFO networking_nsxv3.common.synchronization [req-7d68512e-7304-4d95-9363-0adb1d0ca118 req-1e6cafbc-abba-466a-9135-5958387c3af8 service nova] Enqueued Resource ID: 446eac7f-cb96-4b55-9e2e-f3cfcab9b72b with Priority: HIGHEST for action port [ 731.146683] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 with Priority: HIGHEST for action security_group_rules [ 731.146683] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 with Priority: HIGHEST for action security_group_members [ 731.146683] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446eac7f-cb96-4b55-9e2e-f3cfcab9b72b with Priority: HIGHEST for action port [ 731.146988] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122c4ee7-ab71-4edb-bab7-57628c9dd079 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.147129] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.147698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.147698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.147698] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122c4ee7-ab71-4edb-bab7-57628c9dd079',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.149118] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-122c4ee7-ab71-4edb-bab7-57628c9dd079 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.149118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.149118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.149118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.149118] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.149376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.149376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.149524] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.149660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.149812] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122c4ee7-ab71-4edb-bab7-57628c9dd079',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.151074] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-446eac7f-cb96-4b55-9e2e-f3cfcab9b72b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.151237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-446eac7f-cb96-4b55-9e2e-f3cfcab9b72b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.151340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-446eac7f-cb96-4b55-9e2e-f3cfcab9b72b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.151587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-446eac7f-cb96-4b55-9e2e-f3cfcab9b72b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.151697] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446eac7f-cb96-4b55-9e2e-f3cfcab9b72b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.341677] env[67174]: INFO networking_nsxv3.common.synchronization [req-c7659dd4-1798-4d34-b330-50332b8daaff req-34a2f99d-e0e8-4a7e-879d-c4f379871a29 tempest-ServersNegativeTestMultiTenantJSON-212625196 tempest-ServersNegativeTestMultiTenantJSON-212625196-project-member] Enqueued Resource ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 with Priority: HIGHEST for action security_group_members [ 731.342797] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 with Priority: HIGHEST for action security_group_members [ 731.343032] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.343164] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.344045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.344045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.344045] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.344045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.344045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.344045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.344045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.344281] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.373263] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.373263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.373263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.373263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.373263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.373263] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 731.444293] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.444467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.444541] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.445044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.446895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.461126] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 731.654034] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: SUCCESS [ 731.654034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.654034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.654034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.654034] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.654034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.654034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.654296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.654404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.654553] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.656070] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('122c4ee7-ab71-4edb-bab7-57628c9dd079',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.659974] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-122c4ee7-ab71-4edb-bab7-57628c9dd079 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.659974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.660144] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 446eac7f-cb96-4b55-9e2e-f3cfcab9b72b with status ACTIVE [ 731.660705] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.664855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.664855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.664855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.664855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.664855] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.665094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.665094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.665679] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.665940] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.666193] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.666617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.666617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.666617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.666779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.667183] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 446eac7f-cb96-4b55-9e2e-f3cfcab9b72b is going to be updated. [ 731.696386] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.696512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.696557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.696852] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.697061] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.697268] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-446eac7f-cb96-4b55-9e2e-f3cfcab9b72b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.846124] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.846274] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.846358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.846629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.846739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.847065] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.847152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.847152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.847499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.847499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.847499] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 is going to be updated. [ 731.898743] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.899144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.899144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.899337] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.899588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.916504] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 in Status: IN_PROGRESS for 2s [ 732.162125] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.162125] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.162125] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.162316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.162499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.162694] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.162831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.162932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.163122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.163203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.163322] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a is going to be updated. [ 732.164621] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('122c4ee7-ab71-4edb-bab7-57628c9dd079',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.200785] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.200963] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.200963] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.201154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.201825] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.213112] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: IN_PROGRESS for 2s [ 732.667800] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.668063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.668145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.668453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.668708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.668876] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 is going to be created. [ 732.700882] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.701420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.701501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.701796] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.702038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.716593] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 in Status: UNINITIALIZED for 2s [ 733.475952] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 733.476337] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.476378] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.476582] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.476765] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.476921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.476958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.477122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.477189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.477437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.477437] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.930935] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 in Status: SUCCESS [ 733.932615] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 deletion is rescheduled due to dependency. [ 733.932615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.979892] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.980168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.980313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.980648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.980912] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.981096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.981200] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.981453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.981597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.981823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.982061] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.982412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.982780] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.982910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.983170] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.984710] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.984824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.985077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.985216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.985361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.985578] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.225359] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a in Status: SUCCESS [ 734.226052] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a deletion is rescheduled due to dependency. [ 734.226052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.490036] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fa86040-92ec-4004-bda4-f5bed20ba096: rpc.has_security_group_logging(os_id): False [ 734.512489] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.512745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.512745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.515637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.515637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.515637] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.515637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.515637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.515637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.515637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.515637] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.515637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.515637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.515637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.515637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.515637] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.515637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.516814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.516814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.516814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.516814] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 734.605546] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.608577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.608577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.608577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.608577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.625746] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 734.734313] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 in Status: SUCCESS [ 734.736023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.736023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.736023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.736023] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.737299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.737299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.738031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.738031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.738031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.738252] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('122c4ee7-ab71-4edb-bab7-57628c9dd079',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.748978] env[67174]: INFO networking_nsxv3.common.synchronization [req-39f9ad88-36af-43cb-a945-887f74297e2f req-3e1a7600-d919-4f0e-b46e-d589e0ef097a tempest-ServerAddressesNegativeTestJSON-650038854 tempest-ServerAddressesNegativeTestJSON-650038854-project-member] Enqueued Resource ID: b809d240-7c6a-4f5d-a927-643799167e5e with Priority: HIGHEST for action security_group_members [ 734.750193] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b809d240-7c6a-4f5d-a927-643799167e5e with Priority: HIGHEST for action security_group_members [ 734.750932] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b809d240-7c6a-4f5d-a927-643799167e5e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.750932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.750932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.751901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.751901] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.751901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.751901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.752178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.752178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.752244] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b809d240-7c6a-4f5d-a927-643799167e5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.246251] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-122c4ee7-ab71-4edb-bab7-57628c9dd079 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.247022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.247209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.247562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.247766] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.247889] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.248021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.248451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.248451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.248529] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.248641] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-122c4ee7-ab71-4edb-bab7-57628c9dd079 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.248739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.248816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.249395] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.249395] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.249566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.249566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.249748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.249880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.250088] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.250314] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('122c4ee7-ab71-4edb-bab7-57628c9dd079',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.255498] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.255498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.255498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.255498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.255498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.256281] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.256281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.256281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.256522] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.256614] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.256752] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b809d240-7c6a-4f5d-a927-643799167e5e already deleted. [ 735.256898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.261049] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.261255] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-285" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.261380] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-285" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.261830] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-285" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.262178] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.265750] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.265750] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.265750] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.265750] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.265750] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.265750] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.265750] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.265750] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.265750] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.265750] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.265750] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.286746] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.286976] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.287127] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.287300] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-285" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.287616] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-3701c210-f960-41f7-84c0-04664e7bcf68 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.287787] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-3701c210-f960-41f7-84c0-04664e7bcf68" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.287895] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-3701c210-f960-41f7-84c0-04664e7bcf68" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.288433] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-3701c210-f960-41f7-84c0-04664e7bcf68" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.289330] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3701c210-f960-41f7-84c0-04664e7bcf68',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.755063] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 122c4ee7-ab71-4edb-bab7-57628c9dd079: rpc.has_security_group_logging(os_id): False [ 735.791312] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.791689] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.791689] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.791978] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.792125] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.792274] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 3701c210-f960-41f7-84c0-04664e7bcf68 not found, creating... [ 735.792663] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.792879] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.792879] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.793109] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.793217] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.793771] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.793771] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.793771] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.794045] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.794341] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.794514] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 3701c210-f960-41f7-84c0-04664e7bcf68 is going to be created. [ 735.796530] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.796658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.796750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.796903] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.797065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.797336] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.797336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.797336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.797533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.797601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.797793] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.797922] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.797922] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.798142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.798142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.798346] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.798484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.798484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.798896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.798896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.798896] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 is going to be created. [ 735.823697] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.823912] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.824052] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.824384] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.824851] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.825221] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-3701c210-f960-41f7-84c0-04664e7bcf68" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.905084] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.905084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.905084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.905084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.905884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.942094] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 in Status: IN_PROGRESS for 2s [ 735.995100] env[67174]: INFO networking_nsxv3.common.synchronization [req-50acd46e-73e0-4bfe-9986-3fb21cda9140 req-e87296f3-5550-44a9-92f3-429267a3cbb4 tempest-ServersAdminNegativeTestJSON-1714289443 tempest-ServersAdminNegativeTestJSON-1714289443-project-member] Enqueued Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_members [ 735.995546] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_members [ 735.995913] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.996492] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.996574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.996851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.997036] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.997311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.997311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.997534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.997628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.997726] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.505493] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.590931] env[67174]: INFO networking_nsxv3.common.synchronization [req-39f9ad88-36af-43cb-a945-887f74297e2f req-b9d39ac7-5477-4df0-80fa-d44d79362a41 service nova] Enqueued Resource ID: b809d240-7c6a-4f5d-a927-643799167e5e with Priority: HIGHEST for action security_group_rules [ 736.590931] env[67174]: INFO networking_nsxv3.common.synchronization [req-39f9ad88-36af-43cb-a945-887f74297e2f req-b9d39ac7-5477-4df0-80fa-d44d79362a41 service nova] Enqueued Resource ID: b809d240-7c6a-4f5d-a927-643799167e5e with Priority: HIGHEST for action security_group_members [ 736.590931] env[67174]: INFO networking_nsxv3.common.synchronization [req-39f9ad88-36af-43cb-a945-887f74297e2f req-b9d39ac7-5477-4df0-80fa-d44d79362a41 service nova] Enqueued Resource ID: 3701c210-f960-41f7-84c0-04664e7bcf68 with Priority: HIGHEST for action port [ 736.590931] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b809d240-7c6a-4f5d-a927-643799167e5e with Priority: HIGHEST for action security_group_rules [ 736.590931] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b809d240-7c6a-4f5d-a927-643799167e5e with Priority: HIGHEST for action security_group_members [ 736.590931] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3701c210-f960-41f7-84c0-04664e7bcf68 with Priority: HIGHEST for action port [ 736.590931] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b809d240-7c6a-4f5d-a927-643799167e5e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.590931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.590931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.590931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.590931] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b809d240-7c6a-4f5d-a927-643799167e5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.590931] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b809d240-7c6a-4f5d-a927-643799167e5e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.590931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.590931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.590931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.590931] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.590931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.590931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.590931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.590931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.591835] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b809d240-7c6a-4f5d-a927-643799167e5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.591835] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-3701c210-f960-41f7-84c0-04664e7bcf68 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.591835] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3701c210-f960-41f7-84c0-04664e7bcf68" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.591835] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3701c210-f960-41f7-84c0-04664e7bcf68" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.591835] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3701c210-f960-41f7-84c0-04664e7bcf68" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.591835] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3701c210-f960-41f7-84c0-04664e7bcf68',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.641383] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 736.642265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.850286] env[67174]: INFO networking_nsxv3.common.synchronization [req-3ad350a4-870c-46cc-a3d4-e0a8811e6fad req-95865085-51b6-4ef8-941b-17d26d0b2fbf tempest-ServerTagsTestJSON-2066226562 tempest-ServerTagsTestJSON-2066226562-project-member] Enqueued Resource ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d with Priority: HIGHEST for action security_group_members [ 736.851626] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d with Priority: HIGHEST for action security_group_members [ 736.851626] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f4b4f42-c266-462d-a906-a1dfac6a443d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.851626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.851626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.851626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.852188] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.852324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.852721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.853485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.853485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.853485] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f4b4f42-c266-462d-a906-a1dfac6a443d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.012319] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.094896] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b809d240-7c6a-4f5d-a927-643799167e5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.095692] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3701c210-f960-41f7-84c0-04664e7bcf68 with status ACTIVE [ 737.096862] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.096862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.096862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.096862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.096862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.096862] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.096862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.096862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.097241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.097241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.097335] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.097406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.097451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.099586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.099586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.099586] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3701c210-f960-41f7-84c0-04664e7bcf68 is going to be updated. [ 737.099586] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b809d240-7c6a-4f5d-a927-643799167e5e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.099586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.123113] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.123113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.123113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.123278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.124056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.124056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3701c210-f960-41f7-84c0-04664e7bcf68" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.361559] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.361559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.361559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.361559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.361559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.361559] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.361559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.361559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.361559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.361559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.361559] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d is going to be updated. [ 737.397630] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.397630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.397630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.397882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.397950] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.407786] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d in Status: IN_PROGRESS for 2s [ 737.430071] env[67174]: INFO networking_nsxv3.common.synchronization [req-03262f4d-23d7-41ad-8cf1-94184249c1f4 req-07889328-549f-4b01-bc7c-5bb0ceb7b854 tempest-ServersTestFqdnHostnames-454592062 tempest-ServersTestFqdnHostnames-454592062-project-member] Enqueued Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGHEST for action security_group_members [ 737.430679] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGHEST for action security_group_members [ 737.431048] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca3b341-43d9-4521-ab8e-19d2ade9126e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.431178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.431257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.431528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.431688] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.431822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.431884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.432073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.432167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.432275] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.514037] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.514203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.514265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.516520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.516520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.516520] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a is going to be updated. [ 737.552722] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.552957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.553823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.553823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.553823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.564353] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: IN_PROGRESS for 2s [ 737.600633] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b809d240-7c6a-4f5d-a927-643799167e5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.832080] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.832302] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-593" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.832434] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-593" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.832847] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-593" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.833149] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.833304] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.833414] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.833668] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.833874] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.834044] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.834155] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.834253] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.834356] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.834487] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.834741] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.834741] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.855506] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.856031] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.856031] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.856031] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-593" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.856452] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-6d588522-ed4f-4dd0-a87b-326be53698b3 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.856638] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-6d588522-ed4f-4dd0-a87b-326be53698b3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.856753] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-6d588522-ed4f-4dd0-a87b-326be53698b3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.857139] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-6d588522-ed4f-4dd0-a87b-326be53698b3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.857327] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d588522-ed4f-4dd0-a87b-326be53698b3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.934228] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.934454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.934514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.934755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.934850] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.935146] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.935254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.935308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.935469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.935550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.935632] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e already deleted. [ 737.935711] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.955498] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 in Status: SUCCESS [ 737.955694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.103353] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.103353] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.103551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.103601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.103699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.103803] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b809d240-7c6a-4f5d-a927-643799167e5e is going to be created. [ 738.130441] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.130595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.130666] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.130879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.131072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.142301] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b809d240-7c6a-4f5d-a927-643799167e5e in Status: UNINITIALIZED for 2s [ 738.360771] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.360771] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.360771] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.361062] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.361096] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.361369] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 6d588522-ed4f-4dd0-a87b-326be53698b3 not found, creating... [ 738.361574] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.361799] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.362071] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.362300] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.362507] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.362904] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.363085] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.363209] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.363726] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.363726] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.363726] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 6d588522-ed4f-4dd0-a87b-326be53698b3 is going to be created. [ 738.386035] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.386315] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.386465] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.386732] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.386983] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.387281] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-6d588522-ed4f-4dd0-a87b-326be53698b3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.138561] env[67174]: INFO networking_nsxv3.common.synchronization [req-03262f4d-23d7-41ad-8cf1-94184249c1f4 req-68e13afe-6054-4eae-90e3-d814e08df6e1 service nova] Enqueued Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGHEST for action security_group_rules [ 739.138561] env[67174]: INFO networking_nsxv3.common.synchronization [req-03262f4d-23d7-41ad-8cf1-94184249c1f4 req-68e13afe-6054-4eae-90e3-d814e08df6e1 service nova] Enqueued Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGHEST for action security_group_members [ 739.138561] env[67174]: INFO networking_nsxv3.common.synchronization [req-03262f4d-23d7-41ad-8cf1-94184249c1f4 req-68e13afe-6054-4eae-90e3-d814e08df6e1 service nova] Enqueued Resource ID: 6d588522-ed4f-4dd0-a87b-326be53698b3 with Priority: HIGHEST for action port [ 739.138910] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGHEST for action security_group_rules [ 739.139025] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGHEST for action security_group_members [ 739.139587] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d588522-ed4f-4dd0-a87b-326be53698b3 with Priority: HIGHEST for action port [ 739.139949] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.140179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.140276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.140528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.140684] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.142635] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca3b341-43d9-4521-ab8e-19d2ade9126e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.142635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.142761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.142860] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.143025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.143123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.143200] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.143726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.143726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.143726] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.144957] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d588522-ed4f-4dd0-a87b-326be53698b3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.145093] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d588522-ed4f-4dd0-a87b-326be53698b3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.145146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d588522-ed4f-4dd0-a87b-326be53698b3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.145290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d588522-ed4f-4dd0-a87b-326be53698b3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.145357] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d588522-ed4f-4dd0-a87b-326be53698b3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.420658] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d in Status: SUCCESS [ 739.420883] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d deletion is rescheduled due to dependency. [ 739.420946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.576624] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: SUCCESS [ 739.576885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.643523] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca3b341-43d9-4521-ab8e-19d2ade9126e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.643679] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.646482] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.647568] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d588522-ed4f-4dd0-a87b-326be53698b3 with status ACTIVE [ 739.647724] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.647868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.647919] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.648155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.648252] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.648537] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.648537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.648688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.648729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.648808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.649082] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.649262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.649262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.649373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.649448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.649537] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d588522-ed4f-4dd0-a87b-326be53698b3 is going to be updated. [ 739.672243] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.672446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.672495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.672709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.672846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.673062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d588522-ed4f-4dd0-a87b-326be53698b3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.151805] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.154655] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b809d240-7c6a-4f5d-a927-643799167e5e in Status: SUCCESS [ 740.155597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.155597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.155597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.155597] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.155597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.155855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.155855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.155910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.156837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.156837] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b809d240-7c6a-4f5d-a927-643799167e5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.655496] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.655737] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.655910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.656204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.656353] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.656492] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e is going to be created. [ 740.657985] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b809d240-7c6a-4f5d-a927-643799167e5e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.658210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.658327] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.658548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.658752] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.658910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.659015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.659208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.659336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.659462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.659651] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b809d240-7c6a-4f5d-a927-643799167e5e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.659789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.659885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.660080] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.660271] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.660419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.660520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.660699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.660824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.661064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.661206] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b809d240-7c6a-4f5d-a927-643799167e5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.684365] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.684494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.684560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.684895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.684966] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.696027] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e in Status: UNINITIALIZED for 2s [ 741.142481] env[67174]: INFO networking_nsxv3.common.synchronization [req-69513f41-1b12-4325-b891-e625493c4b65 req-fdf83342-623c-4f0b-ac61-c43e593f0195 tempest-DeleteServersTestJSON-447667271 tempest-DeleteServersTestJSON-447667271-project-member] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 741.142989] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 741.143368] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.143489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.143556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.144183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.144183] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.144183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.144340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.144517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.144757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.144872] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.163691] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b809d240-7c6a-4f5d-a927-643799167e5e: rpc.has_security_group_logging(os_id): False [ 741.183120] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.183482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.183540] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.183752] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.183839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.184053] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.184157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.184212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.184368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.184445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.184648] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.184837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.185607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.185607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.185820] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.186230] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.186527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.186705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.187087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.187532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.187689] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b809d240-7c6a-4f5d-a927-643799167e5e is going to be created. [ 741.258437] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.258437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.258588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.258704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.258850] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.274719] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b809d240-7c6a-4f5d-a927-643799167e5e in Status: IN_PROGRESS for 2s [ 741.605032] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.605032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.605032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.605032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.605032] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.605032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.605032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.605032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.605032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.605032] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.605506] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.605506] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.605506] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.605506] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.605621] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.605690] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.629291] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.629291] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.629412] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.629694] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.630315] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-aacf5a88-7bd9-4f16-9f39-e82bd1283ed0 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.630533] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-aacf5a88-7bd9-4f16-9f39-e82bd1283ed0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.630759] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-aacf5a88-7bd9-4f16-9f39-e82bd1283ed0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.631129] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-aacf5a88-7bd9-4f16-9f39-e82bd1283ed0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.631310] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aacf5a88-7bd9-4f16-9f39-e82bd1283ed0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.647634] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.648114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.648114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.648392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.649150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.649150] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.649150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.649150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.649150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.649443] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.649443] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 741.827620] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.827620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.827620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.827855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.829509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.839213] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 742.136913] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.137253] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.137375] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.138151] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.138151] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.138151] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port aacf5a88-7bd9-4f16-9f39-e82bd1283ed0 not found, creating... [ 742.138268] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.138421] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.138524] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.138765] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.138867] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.140717] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.140717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.140717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.140717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.140717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.140717] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: aacf5a88-7bd9-4f16-9f39-e82bd1283ed0 is going to be created. [ 742.167181] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.167605] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.167605] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.167846] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.168152] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.168424] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-aacf5a88-7bd9-4f16-9f39-e82bd1283ed0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.708696] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e in Status: SUCCESS [ 742.708696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.708897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.709079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.709219] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.709365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.709438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.709593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.709668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.709757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.709854] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.879539] env[67174]: INFO networking_nsxv3.common.synchronization [req-69513f41-1b12-4325-b891-e625493c4b65 req-7c306369-44b9-4c85-a6a5-4ddd6748f5c8 service nova] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_rules [ 742.880051] env[67174]: INFO networking_nsxv3.common.synchronization [req-69513f41-1b12-4325-b891-e625493c4b65 req-7c306369-44b9-4c85-a6a5-4ddd6748f5c8 service nova] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 742.880051] env[67174]: INFO networking_nsxv3.common.synchronization [req-69513f41-1b12-4325-b891-e625493c4b65 req-7c306369-44b9-4c85-a6a5-4ddd6748f5c8 service nova] Enqueued Resource ID: aacf5a88-7bd9-4f16-9f39-e82bd1283ed0 with Priority: HIGHEST for action port [ 742.881143] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_rules [ 742.881143] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 742.881143] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacf5a88-7bd9-4f16-9f39-e82bd1283ed0 with Priority: HIGHEST for action port [ 742.881143] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.881469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.881505] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.881729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.881814] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.884017] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.884138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.884359] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-aacf5a88-7bd9-4f16-9f39-e82bd1283ed0 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.884462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aacf5a88-7bd9-4f16-9f39-e82bd1283ed0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.884526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aacf5a88-7bd9-4f16-9f39-e82bd1283ed0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.884731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aacf5a88-7bd9-4f16-9f39-e82bd1283ed0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.884813] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aacf5a88-7bd9-4f16-9f39-e82bd1283ed0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.150616] env[67174]: INFO networking_nsxv3.common.synchronization [None req-94a07acd-cd31-4973-af39-d48f793b6dcf tempest-ServerRescueNegativeTestJSON-1891952179 tempest-ServerRescueNegativeTestJSON-1891952179-project-member] Enqueued Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGHEST for action security_group_rules [ 743.151185] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGHEST for action security_group_rules [ 743.152076] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2356818b-4305-4c0f-ad4a-aac7f32c4102 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.152214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.152283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.152542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.152628] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.213687] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.280442] env[67174]: INFO networking_nsxv3.common.synchronization [None req-dadf2c9f-db22-4a93-8c34-1d665cf2410c tempest-ServerRescueNegativeTestJSON-1891952179 tempest-ServerRescueNegativeTestJSON-1891952179-project-member] Enqueued Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGHEST for action security_group_rules [ 743.283079] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGHEST for action security_group_rules [ 743.283079] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2356818b-4305-4c0f-ad4a-aac7f32c4102 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.283079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.285845] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b809d240-7c6a-4f5d-a927-643799167e5e in Status: SUCCESS [ 743.286060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.386701] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.386701] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.387514] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aacf5a88-7bd9-4f16-9f39-e82bd1283ed0 with status ACTIVE [ 743.387514] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.387514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.387514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.387912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.388062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.388297] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.389906] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.390013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.390166] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.390249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.390437] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.390534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.390596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.390742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.390901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.390901] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aacf5a88-7bd9-4f16-9f39-e82bd1283ed0 is going to be updated. [ 743.415173] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.415346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.415346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.415951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.416168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.416371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aacf5a88-7bd9-4f16-9f39-e82bd1283ed0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.679081] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.679081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.679081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.679081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.679081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.679081] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 already deleted. [ 743.679081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.679081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.679081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.679081] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.717516] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ca3b341-43d9-4521-ab8e-19d2ade9126e: rpc.has_security_group_logging(os_id): False [ 743.738692] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.738953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.739014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.740069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.740069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.740069] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.740069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.740069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.740663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.741362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.741362] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e is going to be created. [ 743.836949] env[67174]: INFO networking_nsxv3.common.synchronization [None req-a7e3e347-5371-4b21-a18c-641aaea0cd57 None None] Enqueued Resource ID: 27b2cc57-2491-4448-a4f1-b83271f260aa with Priority: HIGHEST for action port [ 743.837564] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b2cc57-2491-4448-a4f1-b83271f260aa with Priority: HIGHEST for action port [ 743.837983] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-27b2cc57-2491-4448-a4f1-b83271f260aa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.842335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27b2cc57-2491-4448-a4f1-b83271f260aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.842445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27b2cc57-2491-4448-a4f1-b83271f260aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.842890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27b2cc57-2491-4448-a4f1-b83271f260aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.842890] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b2cc57-2491-4448-a4f1-b83271f260aa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.847476] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.850304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.850408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.850729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.850974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.869134] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 743.869314] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 deletion is rescheduled due to dependency. [ 743.869469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.870054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.870313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.870601] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.870861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.870861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.870998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.873753] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.873993] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.876028] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e in Status: IN_PROGRESS for 2s [ 744.207507] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.208360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.208450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.208924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.209689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.209689] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 already deleted. [ 744.209689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.346561] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27b2cc57-2491-4448-a4f1-b83271f260aa [ 744.346955] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.347036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.347102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.347353] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.347496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.347601] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27b2cc57-2491-4448-a4f1-b83271f260aa already deleted. [ 744.347756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27b2cc57-2491-4448-a4f1-b83271f260aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.376759] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.465132] env[67174]: INFO networking_nsxv3.common.synchronization [req-ed9f6a38-dbc1-4ae4-9439-ee832a9145ee req-b89bdb93-d153-455d-9f14-f2962b21ad61 tempest-DeleteServersAdminTestJSON-1494119634 tempest-DeleteServersAdminTestJSON-1494119634-project-member] Enqueued Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_members [ 744.465132] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_members [ 744.465132] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.465132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.465132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.465132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.466132] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.467071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.467071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.467071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.467071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.467071] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.841029] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.841029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.841029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.841029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.841029] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.841029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.841029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.842515] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.842684] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.842973] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.843118] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.843233] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.844444] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.844444] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.844444] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.844444] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.865397] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.866026] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.866026] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.866026] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.866385] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-8623cb6c-f4a1-4971-83d6-aad31bb60789 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.866609] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-8623cb6c-f4a1-4971-83d6-aad31bb60789" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.867110] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-8623cb6c-f4a1-4971-83d6-aad31bb60789" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.867110] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-8623cb6c-f4a1-4971-83d6-aad31bb60789" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.867282] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8623cb6c-f4a1-4971-83d6-aad31bb60789',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.879525] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.970073] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.970192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.970242] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.970565] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.970771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.970899] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.971024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.971090] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.971247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.971324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.971408] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa already deleted. [ 744.971488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.370359] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.370631] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.370725] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.371052] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.371198] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.371347] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 8623cb6c-f4a1-4971-83d6-aad31bb60789 not found, creating... [ 745.371597] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.371755] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.371862] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.372107] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.372210] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.372491] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.372635] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.372764] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.373400] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.373963] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.374132] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 8623cb6c-f4a1-4971-83d6-aad31bb60789 is going to be created. [ 745.381335] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.381335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.381579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.381686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.381782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.381898] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 745.403467] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.403720] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.403837] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.404144] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.404361] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.404574] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-8623cb6c-f4a1-4971-83d6-aad31bb60789" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.416676] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.416897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.416962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.417226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.417382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.430123] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 745.892532] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e in Status: SUCCESS [ 745.892876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.172720] env[67174]: INFO networking_nsxv3.common.synchronization [req-ed9f6a38-dbc1-4ae4-9439-ee832a9145ee req-abbede2e-015a-4fbf-9701-cfea757b808d service nova] Enqueued Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_rules [ 746.172897] env[67174]: INFO networking_nsxv3.common.synchronization [req-ed9f6a38-dbc1-4ae4-9439-ee832a9145ee req-abbede2e-015a-4fbf-9701-cfea757b808d service nova] Enqueued Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_members [ 746.173125] env[67174]: INFO networking_nsxv3.common.synchronization [req-ed9f6a38-dbc1-4ae4-9439-ee832a9145ee req-abbede2e-015a-4fbf-9701-cfea757b808d service nova] Enqueued Resource ID: 8623cb6c-f4a1-4971-83d6-aad31bb60789 with Priority: HIGHEST for action port [ 746.173651] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_rules [ 746.173785] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_members [ 746.173885] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8623cb6c-f4a1-4971-83d6-aad31bb60789 with Priority: HIGHEST for action port [ 746.174257] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.174402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.174438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.174810] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.174899] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.176384] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.176384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.176384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.176384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.176384] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.176595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.176595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.176595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.176686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.176822] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.178365] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-8623cb6c-f4a1-4971-83d6-aad31bb60789 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.178365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8623cb6c-f4a1-4971-83d6-aad31bb60789" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.178365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8623cb6c-f4a1-4971-83d6-aad31bb60789" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.178365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8623cb6c-f4a1-4971-83d6-aad31bb60789" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.178365] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8623cb6c-f4a1-4971-83d6-aad31bb60789',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.551898] env[67174]: INFO networking_nsxv3.common.synchronization [None req-ec4cad4e-b474-4d89-8762-3d4817f2124b None None] Enqueued Resource ID: ece6e3af-f0d7-4268-a2b8-f0d5d4d54db8 with Priority: HIGHEST for action port [ 746.552842] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece6e3af-f0d7-4268-a2b8-f0d5d4d54db8 with Priority: HIGHEST for action port [ 746.553088] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ece6e3af-f0d7-4268-a2b8-f0d5d4d54db8 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.553248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ece6e3af-f0d7-4268-a2b8-f0d5d4d54db8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.553326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ece6e3af-f0d7-4268-a2b8-f0d5d4d54db8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.553653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ece6e3af-f0d7-4268-a2b8-f0d5d4d54db8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.553747] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ece6e3af-f0d7-4268-a2b8-f0d5d4d54db8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.682401] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.683478] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.683597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.683744] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8623cb6c-f4a1-4971-83d6-aad31bb60789 with status ACTIVE [ 746.684859] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.684985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.685076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.685276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.685365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.685581] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.685724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.685829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.685947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.686657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.686864] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.687055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.687055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.687194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.687271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.687357] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8623cb6c-f4a1-4971-83d6-aad31bb60789 is going to be updated. [ 746.712345] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.712488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.712770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.712933] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.713046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.713212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8623cb6c-f4a1-4971-83d6-aad31bb60789" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.057183] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ece6e3af-f0d7-4268-a2b8-f0d5d4d54db8 [ 747.057895] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.058077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.058145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.058368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.058460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.058557] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ece6e3af-f0d7-4268-a2b8-f0d5d4d54db8 already deleted. [ 747.058641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ece6e3af-f0d7-4268-a2b8-f0d5d4d54db8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.192228] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.441408] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 747.441643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.441833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.442074] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.442288] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.442409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.442469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.442657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.442760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.442853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.442962] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.695066] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.698362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.698362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.698362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.698362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.698362] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa is going to be created. [ 747.728330] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.728929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.730026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.730026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.730026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.743254] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: UNINITIALIZED for 2s [ 747.945333] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.945622] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.945622] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.946253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.946253] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.946253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.946253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.946466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.946466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.946466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.946635] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.946791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.946791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.946960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.947142] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.947142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.947228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.947364] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.947364] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.947464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.947591] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.218741] env[67174]: INFO networking_nsxv3.common.synchronization [req-2410203e-4ddf-41e7-8201-e752ec273297 req-d7054050-ee98-4057-8512-e8da0e274792 tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 748.218910] env[67174]: INFO networking_nsxv3.common.synchronization [req-2410203e-4ddf-41e7-8201-e752ec273297 req-d7054050-ee98-4057-8512-e8da0e274792 tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c with Priority: HIGHEST for action security_group_members [ 748.219466] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 748.219610] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c with Priority: HIGHEST for action security_group_members [ 748.221322] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.221447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.221548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.221763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.222025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.223575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.223575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.223575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.223575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.223756] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.224815] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.225079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.225148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.225377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.225547] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.225647] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.226127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.226309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.226395] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.226490] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5cbfe8a-7779-4520-ad3c-1d68def5ac0c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.305993] env[67174]: INFO networking_nsxv3.common.synchronization [req-2410203e-4ddf-41e7-8201-e752ec273297 req-d7054050-ee98-4057-8512-e8da0e274792 tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_rules [ 748.305993] env[67174]: INFO networking_nsxv3.common.synchronization [req-2410203e-4ddf-41e7-8201-e752ec273297 req-d7054050-ee98-4057-8512-e8da0e274792 tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 748.305993] env[67174]: INFO networking_nsxv3.common.synchronization [req-2410203e-4ddf-41e7-8201-e752ec273297 req-d7054050-ee98-4057-8512-e8da0e274792 tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c with Priority: HIGHEST for action security_group_rules [ 748.305993] env[67174]: INFO networking_nsxv3.common.synchronization [req-2410203e-4ddf-41e7-8201-e752ec273297 req-d7054050-ee98-4057-8512-e8da0e274792 tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c with Priority: HIGHEST for action security_group_members [ 748.305993] env[67174]: INFO networking_nsxv3.common.synchronization [req-2410203e-4ddf-41e7-8201-e752ec273297 req-d7054050-ee98-4057-8512-e8da0e274792 tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: 857c9007-03cd-49b9-b3b8-6210800188e6 with Priority: HIGHEST for action port [ 748.305993] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_rules [ 748.305993] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c with Priority: HIGHEST for action security_group_rules [ 748.306330] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857c9007-03cd-49b9-b3b8-6210800188e6 with Priority: HIGHEST for action port [ 748.306330] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 748.306404] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c with Priority: HIGHEST for action security_group_members [ 748.306727] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.307328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.307406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.307976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.308117] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.309486] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.309693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.309831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.310095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.310423] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5cbfe8a-7779-4520-ad3c-1d68def5ac0c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.311179] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-857c9007-03cd-49b9-b3b8-6210800188e6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.312373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.312373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.312373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.312373] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('857c9007-03cd-49b9-b3b8-6210800188e6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.314231] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.314560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.314640] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.314847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.453908] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbb538cf-aaab-4d8a-ac66-6eccf3b18d66: rpc.has_security_group_logging(os_id): False [ 748.486272] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.486272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.486272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.486272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.486272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.486272] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.486272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.486272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.486272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.486272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.486272] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.486272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.487025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.487300] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.487400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.487661] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.487781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.487832] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.488034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.488088] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.488178] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 748.602479] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.602802] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.602802] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.603263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.603263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.619422] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 748.729882] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5cbfe8a-7779-4520-ad3c-1d68def5ac0c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.731187] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.817097] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 857c9007-03cd-49b9-b3b8-6210800188e6 with status ACTIVE [ 748.817097] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.817097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.817349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.817688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.817688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.817854] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.818516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.818516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.818516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.818516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.818516] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.818868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.818868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.818951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.819233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.819233] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 857c9007-03cd-49b9-b3b8-6210800188e6 is going to be updated. [ 748.823344] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.823422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.825235] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.825235] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.859992] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.859992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.859992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.859992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.859992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.859992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.184160] env[67174]: INFO networking_nsxv3.common.synchronization [req-8f1393b5-fa40-4fe0-bc1d-306c61db0ea4 req-44da1e27-d35b-46bb-8a4d-5ef2012350d9 tempest-ServersTestMultiNic-261816264 tempest-ServersTestMultiNic-261816264-project-member] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 749.186249] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 749.186640] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.186769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.186841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.187122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.187362] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.187459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.187522] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.187677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.187772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.187856] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.231377] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5cbfe8a-7779-4520-ad3c-1d68def5ac0c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.234572] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.499807] env[67174]: INFO networking_nsxv3.common.synchronization [req-9c243a74-a6fe-4429-815a-44215dc12d45 req-19fe3c66-bb0c-4445-a7aa-da3da2221984 tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 749.499992] env[67174]: INFO networking_nsxv3.common.synchronization [req-9c243a74-a6fe-4429-815a-44215dc12d45 req-19fe3c66-bb0c-4445-a7aa-da3da2221984 tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c with Priority: HIGHEST for action security_group_members [ 749.500645] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 749.500737] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c with Priority: HIGHEST for action security_group_members [ 749.501024] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.501130] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.501395] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.501481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.546251] env[67174]: INFO networking_nsxv3.common.synchronization [req-8f1393b5-fa40-4fe0-bc1d-306c61db0ea4 req-3d1c6cda-aecc-40d3-bd72-a96740a9961f tempest-ServersTestMultiNic-261816264 tempest-ServersTestMultiNic-261816264-project-member] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 749.548054] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 749.548504] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.548659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.562771] env[67174]: INFO networking_nsxv3.common.synchronization [req-9c243a74-a6fe-4429-815a-44215dc12d45 req-19fe3c66-bb0c-4445-a7aa-da3da2221984 tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_rules [ 749.562972] env[67174]: INFO networking_nsxv3.common.synchronization [req-9c243a74-a6fe-4429-815a-44215dc12d45 req-19fe3c66-bb0c-4445-a7aa-da3da2221984 tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 749.563144] env[67174]: INFO networking_nsxv3.common.synchronization [req-9c243a74-a6fe-4429-815a-44215dc12d45 req-19fe3c66-bb0c-4445-a7aa-da3da2221984 tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: 857c9007-03cd-49b9-b3b8-6210800188e6 with Priority: HIGHEST for action port [ 749.563789] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_rules [ 749.563972] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 749.565188] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857c9007-03cd-49b9-b3b8-6210800188e6 with Priority: HIGHEST for action port [ 749.568264] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.568397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.568619] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.568736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.569545] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-857c9007-03cd-49b9-b3b8-6210800188e6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.569686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.569751] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.570275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.570275] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('857c9007-03cd-49b9-b3b8-6210800188e6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.690703] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.690889] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.690933] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.691489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.691489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.691853] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.691989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.692044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.692218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.692547] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.692547] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd already deleted. [ 749.692547] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.692645] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.692865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.693050] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.693142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.693179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.693311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.693385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.693490] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.735335] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.738720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.738720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.738720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.738720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.738720] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c is going to be created. [ 749.741320] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.741320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.741320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.741320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.741320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.741320] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f is going to be updated. [ 749.761138] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: SUCCESS [ 749.761262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.761436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.761659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.761861] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.761992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.762087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.762310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.762378] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.762430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.762566] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.773032] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.773228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.773293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.773490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.774020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.787999] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.787999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.787999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.787999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.787999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.791713] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c in Status: UNINITIALIZED for 2s [ 749.801231] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: IN_PROGRESS for 2s [ 749.974309] env[67174]: INFO networking_nsxv3.common.synchronization [req-8f1393b5-fa40-4fe0-bc1d-306c61db0ea4 req-7f986f68-8490-4600-a4cf-ad5724ae9ac4 tempest-ServersTestMultiNic-261816264 tempest-ServersTestMultiNic-261816264-project-member] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 749.975036] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 749.975420] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.975536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.072106] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 857c9007-03cd-49b9-b3b8-6210800188e6 with status ACTIVE [ 750.072372] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.072521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.072610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.073917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.073917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.073917] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.073917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.073917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.073917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.073917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.073917] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.073917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.074725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.074725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.074725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.074725] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 857c9007-03cd-49b9-b3b8-6210800188e6 is going to be updated. [ 750.104941] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.105092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.105092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.105319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.105470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.105664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-857c9007-03cd-49b9-b3b8-6210800188e6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.198617] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.198766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.198832] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.199104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.199210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.199422] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.199532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.199632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.199786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.199855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.199947] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd already deleted. [ 750.200039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.200228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.200385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.200523] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.200635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.200678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.201308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.201308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.201308] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.266974] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.267178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.267309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.267424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.267606] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.267701] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.267772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.267938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.268037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.268147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.268313] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.268409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.268512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.268608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.268741] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.268844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.268924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.269058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.269124] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.269208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.269284] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.395066] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.395066] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-628" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.395364] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-628" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.395817] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-628" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.396158] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.396382] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.396559] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.396827] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.396983] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.397312] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.398046] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.398046] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.398046] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.398046] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.398329] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.398377] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.428766] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.429343] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.429510] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.429689] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-628" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.430095] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-21ca2502-70ba-4437-9ae1-dec19359b804 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.430295] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-21ca2502-70ba-4437-9ae1-dec19359b804" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.430411] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-21ca2502-70ba-4437-9ae1-dec19359b804" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.430745] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-21ca2502-70ba-4437-9ae1-dec19359b804" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.430878] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21ca2502-70ba-4437-9ae1-dec19359b804',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.636252] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 750.636730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.705644] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.706224] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.706413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.707106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.707226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.707685] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.707685] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.707685] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.707812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.708231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.708231] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd already deleted. [ 750.708231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.773115] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa: rpc.has_security_group_logging(os_id): False [ 750.795891] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.796122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.796205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.796502] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.796644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.796772] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.796888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.796964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.797138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.797230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.797430] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.797529] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.797590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.797742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.797815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.798024] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.798139] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.798200] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.798358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.798439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.798529] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa is going to be created. [ 750.893363] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.893363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.893363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.893710] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.894057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.925862] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: IN_PROGRESS for 2s [ 750.933771] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.934008] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.934133] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.934476] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.934628] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.934817] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 21ca2502-70ba-4437-9ae1-dec19359b804 not found, creating... [ 750.935121] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.935286] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.935396] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.935617] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.935777] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.936111] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.936272] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.936385] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.936593] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.936720] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.936853] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 21ca2502-70ba-4437-9ae1-dec19359b804 is going to be created. [ 750.976783] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.977023] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.977143] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.977444] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.977670] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.977898] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-21ca2502-70ba-4437-9ae1-dec19359b804" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.705655] env[67174]: INFO networking_nsxv3.common.synchronization [req-8f1393b5-fa40-4fe0-bc1d-306c61db0ea4 req-b2337a17-17a4-4473-bb3b-5b36a1259cca service nova] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_rules [ 751.705655] env[67174]: INFO networking_nsxv3.common.synchronization [req-8f1393b5-fa40-4fe0-bc1d-306c61db0ea4 req-b2337a17-17a4-4473-bb3b-5b36a1259cca service nova] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 751.705655] env[67174]: INFO networking_nsxv3.common.synchronization [req-8f1393b5-fa40-4fe0-bc1d-306c61db0ea4 req-b2337a17-17a4-4473-bb3b-5b36a1259cca service nova] Enqueued Resource ID: 21ca2502-70ba-4437-9ae1-dec19359b804 with Priority: HIGHEST for action port [ 751.706054] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_rules [ 751.707019] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 751.707019] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ca2502-70ba-4437-9ae1-dec19359b804 with Priority: HIGHEST for action port [ 751.707019] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.707019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.707019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.707019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.707449] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.708631] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.709389] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.709479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.709697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.709866] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.709989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.710068] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.710264] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.710412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.710464] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.711389] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-21ca2502-70ba-4437-9ae1-dec19359b804 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.711477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21ca2502-70ba-4437-9ae1-dec19359b804" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.711578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21ca2502-70ba-4437-9ae1-dec19359b804" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.712060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21ca2502-70ba-4437-9ae1-dec19359b804" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.712060] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21ca2502-70ba-4437-9ae1-dec19359b804',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.804082] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c in Status: SUCCESS [ 751.804408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.804693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.805011] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.805462] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.805665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.805758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.805950] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.806072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.806298] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5cbfe8a-7779-4520-ad3c-1d68def5ac0c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.817341] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: SUCCESS [ 751.817615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.817847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.818176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.818646] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.818646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.818824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.818898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.819037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.819438] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.216442] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.216621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.216811] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.217763] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21ca2502-70ba-4437-9ae1-dec19359b804 with status ACTIVE [ 752.217963] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.218285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.218285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.218401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.218439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.218614] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.219011] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.219011] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.221740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.221896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.222190] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.222300] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.222501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.223184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.223280] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.223340] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21ca2502-70ba-4437-9ae1-dec19359b804 is going to be updated. [ 752.248408] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.248634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.248733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.249196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.249196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.249348] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21ca2502-70ba-4437-9ae1-dec19359b804" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.313026] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.313026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.313026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.313026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.313026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.313026] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.313026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.313026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.313026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.313026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.313026] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c is going to be deleted. [ 752.321352] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.373462] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.373620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.374471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.374471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.374471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.374471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.374471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.375912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.376157] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.376296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.376359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.376536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.376612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.376728] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5cbfe8a-7779-4520-ad3c-1d68def5ac0c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.565245] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.565467] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-237" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.565589] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-237" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.566770] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-237" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.567079] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.567253] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.567642] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.567642] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.567738] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.567932] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.568053] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.568155] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.568254] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.568357] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.568453] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.568575] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.591237] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.591421] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.591553] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.591717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-237" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.592607] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-d559897d-547e-4551-b0c4-7090b63c4d5b taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.592880] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-d559897d-547e-4551-b0c4-7090b63c4d5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.592935] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-d559897d-547e-4551-b0c4-7090b63c4d5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.593356] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-d559897d-547e-4551-b0c4-7090b63c4d5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.593506] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d559897d-547e-4551-b0c4-7090b63c4d5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.725853] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.824047] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.879627] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.879823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.879867] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.880123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.880266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.880477] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.880578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.880659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.880820] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.880934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.881041] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c already deleted. [ 752.881129] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.881285] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5cbfe8a-7779-4520-ad3c-1d68def5ac0c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.883356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.883356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.883356] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.883356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.883356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.883356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.883356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.883356] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5cbfe8a-7779-4520-ad3c-1d68def5ac0c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.941510] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: SUCCESS [ 752.941870] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.096978] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.097297] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.097419] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.097687] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.097830] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.097979] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port d559897d-547e-4551-b0c4-7090b63c4d5b not found, creating... [ 753.098249] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.098395] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.098501] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.098706] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.098850] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.099197] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.099300] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.099387] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.099581] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.099705] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.099837] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: d559897d-547e-4551-b0c4-7090b63c4d5b is going to be created. [ 753.121148] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.121347] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.121416] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.121693] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.121915] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.122149] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-d559897d-547e-4551-b0c4-7090b63c4d5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.231177] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.231481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.231596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.231910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.232060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.232219] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be created. [ 753.277046] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.277046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.277046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.277046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.277372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.288770] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: UNINITIALIZED for 2s [ 753.326650] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.326874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.326874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.327237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.327353] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.328766] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f is going to be updated. [ 753.365126] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.365343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.365343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.365557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.365851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.376407] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: IN_PROGRESS for 2s [ 753.388454] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5cbfe8a-7779-4520-ad3c-1d68def5ac0c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.388454] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.388454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.388454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.388454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.388454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.388454] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.388454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.388454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.388454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.388454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.388454] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c already deleted. [ 753.390241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.894240] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5cbfe8a-7779-4520-ad3c-1d68def5ac0c: rpc.has_security_group_logging(os_id): False [ 753.898813] env[67174]: INFO networking_nsxv3.common.synchronization [req-8f1393b5-fa40-4fe0-bc1d-306c61db0ea4 req-5ff62a42-f5e2-4426-8fbd-6b5146a52bae service nova] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_rules [ 753.898944] env[67174]: INFO networking_nsxv3.common.synchronization [req-8f1393b5-fa40-4fe0-bc1d-306c61db0ea4 req-5ff62a42-f5e2-4426-8fbd-6b5146a52bae service nova] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 753.898977] env[67174]: INFO networking_nsxv3.common.synchronization [req-8f1393b5-fa40-4fe0-bc1d-306c61db0ea4 req-5ff62a42-f5e2-4426-8fbd-6b5146a52bae service nova] Enqueued Resource ID: d559897d-547e-4551-b0c4-7090b63c4d5b with Priority: HIGHEST for action port [ 753.900266] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_rules [ 753.900388] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 753.900428] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d559897d-547e-4551-b0c4-7090b63c4d5b with Priority: HIGHEST for action port [ 753.900790] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.900887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.901121] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.901240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.901356] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-d559897d-547e-4551-b0c4-7090b63c4d5b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.901461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d559897d-547e-4551-b0c4-7090b63c4d5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.901523] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d559897d-547e-4551-b0c4-7090b63c4d5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.902049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d559897d-547e-4551-b0c4-7090b63c4d5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.902049] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d559897d-547e-4551-b0c4-7090b63c4d5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.924692] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.924994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.925173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.925629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.925629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.926190] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.926190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.926190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.926444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.926665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.926981] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c is going to be created. [ 753.957684] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f5cbfe8a-7779-4520-ad3c-1d68def5ac0c], does not exist path=[/infra/domains/default/groups/f5cbfe8a-7779-4520-ad3c-1d68def5ac0c]."\n}' [ 753.957684] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f5cbfe8a-7779-4520-ad3c-1d68def5ac0c [ 753.957684] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 754.039394] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.039552] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.039604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.039839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.041435] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.041880] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.042071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.042188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.043801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.043965] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.044307] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.044455] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.044550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.044804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.044939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.044985] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5cbfe8a-7779-4520-ad3c-1d68def5ac0c is going to be created. [ 754.077900] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f5cbfe8a-7779-4520-ad3c-1d68def5ac0c], does not exist path=[/infra/domains/default/groups/f5cbfe8a-7779-4520-ad3c-1d68def5ac0c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f5cbfe8a-7779-4520-ad3c-1d68def5ac0c [ 754.078053] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5cbfe8a-7779-4520-ad3c-1d68def5ac0c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.078672] env[67174]: Traceback (most recent call last): [ 754.078735] env[67174]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 754.078735] env[67174]: return func(*args, **kwargs) [ 754.078735] env[67174]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 754.078735] env[67174]: res.raise_for_status() [ 754.078735] env[67174]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 754.078735] env[67174]: raise HTTPError(http_error_msg, response=self) [ 754.078735] env[67174]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f5cbfe8a-7779-4520-ad3c-1d68def5ac0c [ 754.078735] env[67174]: During handling of the above exception, another exception occurred: [ 754.078735] env[67174]: Traceback (most recent call last): [ 754.078735] env[67174]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 754.078735] env[67174]: listener.cb(fileno) [ 754.078735] env[67174]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 754.078735] env[67174]: result = function(*args, **kwargs) [ 754.078735] env[67174]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 754.078735] env[67174]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 754.078735] env[67174]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 754.078735] env[67174]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 754.078735] env[67174]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 754.078735] env[67174]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 754.078735] env[67174]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 754.078735] env[67174]: res.raise_for_status() [ 754.078735] env[67174]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 754.078735] env[67174]: raise HTTPError(http_error_msg, response=self) [ 754.079454] env[67174]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f5cbfe8a-7779-4520-ad3c-1d68def5ac0c [ 754.079454] env[67174]: Removing descriptor: 20 [ 754.211169] env[67174]: INFO networking_nsxv3.common.synchronization [req-b7107945-56f9-41de-892a-01bde5ad6b12 req-81489082-ea17-413b-9683-b922990582cd tempest-InstanceActionsTestJSON-1541401052 tempest-InstanceActionsTestJSON-1541401052-project-member] Enqueued Resource ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 with Priority: HIGHEST for action security_group_members [ 754.211169] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 with Priority: HIGHEST for action security_group_members [ 754.211169] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-122c4ee7-ab71-4edb-bab7-57628c9dd079 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.211169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.211169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.211169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.211169] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.211641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.211793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.212221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.212905] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.213161] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122c4ee7-ab71-4edb-bab7-57628c9dd079',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.406526] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d559897d-547e-4551-b0c4-7090b63c4d5b with status ACTIVE [ 754.407944] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.407944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.407944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.407944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.407944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.407944] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.407944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.407944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.407944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.408478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.408478] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.408478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.408478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.408614] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.408614] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.408687] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d559897d-547e-4551-b0c4-7090b63c4d5b is going to be updated. [ 754.438215] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.438420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.438505] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.438810] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.438957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.439138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d559897d-547e-4551-b0c4-7090b63c4d5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.717261] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.717458] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-628" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.717590] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-628" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.717913] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-628" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.718218] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.718401] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.718525] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.718755] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.718943] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.719462] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.719462] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.719462] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.719650] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.719650] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.719782] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.719916] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.721270] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.721427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.721667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.721914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.749832] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.750113] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.750245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.750329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.750507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.750591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.750680] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 is going to be updated. [ 754.754358] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.754358] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.754358] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.754358] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-628" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.754604] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-52f52c79-1304-4c13-9210-d59c0b6a2e42 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.754891] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-52f52c79-1304-4c13-9210-d59c0b6a2e42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.754992] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-52f52c79-1304-4c13-9210-d59c0b6a2e42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.755306] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-52f52c79-1304-4c13-9210-d59c0b6a2e42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.755441] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52f52c79-1304-4c13-9210-d59c0b6a2e42',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.782894] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.783268] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.783268] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.783914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.783914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.794644] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 in Status: IN_PROGRESS for 2s [ 755.257952] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.258481] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.258481] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.258683] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.259281] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.259281] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 52f52c79-1304-4c13-9210-d59c0b6a2e42 not found, creating... [ 755.259436] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.259523] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.259653] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.259925] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.260232] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.260551] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.260731] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.260858] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.261072] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.261197] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.261327] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 52f52c79-1304-4c13-9210-d59c0b6a2e42 is going to be created. [ 755.283903] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.284293] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.285060] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.285060] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.285060] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.285202] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-52f52c79-1304-4c13-9210-d59c0b6a2e42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.321425] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 755.321786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.322018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.322381] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.322648] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.322789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.322857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.323110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.323227] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.323344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.323463] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.324392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.324734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.324734] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.324883] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.324953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.325142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.325224] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.325321] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.389105] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: SUCCESS [ 755.389362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.389618] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.389897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.390149] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.390307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.390408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.390603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.390730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.390832] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.391050] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.392161] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.392355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.392545] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.392664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.392769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.392952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.393049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.393150] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.828979] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.828979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.828979] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.896689] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.896689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.896689] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.000033] env[67174]: INFO networking_nsxv3.common.synchronization [req-8f1393b5-fa40-4fe0-bc1d-306c61db0ea4 req-476ef55e-3ab4-47ee-83cf-a201ef1d91d9 service nova] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_rules [ 756.000033] env[67174]: INFO networking_nsxv3.common.synchronization [req-8f1393b5-fa40-4fe0-bc1d-306c61db0ea4 req-476ef55e-3ab4-47ee-83cf-a201ef1d91d9 service nova] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 756.000033] env[67174]: INFO networking_nsxv3.common.synchronization [req-8f1393b5-fa40-4fe0-bc1d-306c61db0ea4 req-476ef55e-3ab4-47ee-83cf-a201ef1d91d9 service nova] Enqueued Resource ID: 52f52c79-1304-4c13-9210-d59c0b6a2e42 with Priority: HIGHEST for action port [ 756.000033] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_rules [ 756.000033] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 756.000488] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52f52c79-1304-4c13-9210-d59c0b6a2e42 with Priority: HIGHEST for action port [ 756.001034] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.002758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.002758] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.002758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.002758] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-52f52c79-1304-4c13-9210-d59c0b6a2e42 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.002758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52f52c79-1304-4c13-9210-d59c0b6a2e42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.002758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52f52c79-1304-4c13-9210-d59c0b6a2e42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.002758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52f52c79-1304-4c13-9210-d59c0b6a2e42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.002758] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52f52c79-1304-4c13-9210-d59c0b6a2e42',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.198347] env[67174]: INFO networking_nsxv3.common.synchronization [req-0a254464-c1cd-43ca-b888-75ca71005467 req-dc404317-ee88-4ef5-a54b-41f34319038a tempest-ServerAddressesNegativeTestJSON-650038854 tempest-ServerAddressesNegativeTestJSON-650038854-project-member] Enqueued Resource ID: b809d240-7c6a-4f5d-a927-643799167e5e with Priority: HIGHEST for action security_group_members [ 756.198347] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b809d240-7c6a-4f5d-a927-643799167e5e with Priority: HIGHEST for action security_group_members [ 756.198829] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b809d240-7c6a-4f5d-a927-643799167e5e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.198967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.199361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.199594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.199763] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.199873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.199939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.200183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.200314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.200461] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b809d240-7c6a-4f5d-a927-643799167e5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.330934] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.398703] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.508066] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52f52c79-1304-4c13-9210-d59c0b6a2e42 with status ACTIVE [ 756.508395] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.508534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.508600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.508815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.508897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.509091] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.509187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.509244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.509402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.509474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.509652] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.509747] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.509804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.509963] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.510103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.510224] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52f52c79-1304-4c13-9210-d59c0b6a2e42 is going to be updated. [ 756.539527] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.539737] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.539737] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.539944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.540094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.540258] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52f52c79-1304-4c13-9210-d59c0b6a2e42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.705438] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.705438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.705438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.705438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.727559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.727559] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.727559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.727559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.727559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.727559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.727559] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b809d240-7c6a-4f5d-a927-643799167e5e is going to be updated. [ 756.760444] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.760779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.760897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.761179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.761434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.771940] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b809d240-7c6a-4f5d-a927-643799167e5e in Status: IN_PROGRESS for 2s [ 756.809984] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 in Status: SUCCESS [ 756.811134] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122c4ee7-ab71-4edb-bab7-57628c9dd079 deletion is rescheduled due to dependency. [ 756.811134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122c4ee7-ab71-4edb-bab7-57628c9dd079" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.834275] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.834418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.834487] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.834707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.835636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.835636] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be updated. [ 756.870946] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.871104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.871191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.871449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.872278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.884582] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: IN_PROGRESS for 2s [ 756.902259] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.903070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.903070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.903070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.903070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.903070] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f is going to be updated. [ 756.933889] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.934188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.934300] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.934539] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.934690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.944508] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: IN_PROGRESS for 2s [ 758.786718] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b809d240-7c6a-4f5d-a927-643799167e5e in Status: SUCCESS [ 758.787056] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b809d240-7c6a-4f5d-a927-643799167e5e deletion is rescheduled due to dependency. [ 758.787266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b809d240-7c6a-4f5d-a927-643799167e5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.896301] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 758.896301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.896488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.896819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.896819] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.896915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.896951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.898175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.898175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.898175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.898175] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.898175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.898175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.898175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.898175] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.898175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.900175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.900175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.900175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.900405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.900405] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.901941] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.901941] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.902385] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.902538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.902586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.902886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.902886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.902953] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.953987] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: SUCCESS [ 758.954115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.954405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.954772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.954979] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.955137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.955203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.955405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.955502] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.955575] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.405755] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.406803] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac4043a7-2132-4e62-938c-0d27d9b740dd: rpc.has_security_group_logging(os_id): False [ 759.431472] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.431675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.431729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.431966] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.432127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.435415] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.435415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.435415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.435415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.435415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.435415] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.435415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.435415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.435415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.435415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.435415] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.435415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.435415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.435415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.436117] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.436117] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be created. [ 759.458651] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.495984] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.496144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.496241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.496431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.496607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.510833] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: IN_PROGRESS for 2s [ 759.909034] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.961014] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.411023] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.413823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.413823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.413823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.413823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.413823] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be updated. [ 760.450839] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.451355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.451355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.451355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.451520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.464934] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: IN_PROGRESS for 2s [ 760.465281] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.465438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.465508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.466354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.466460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.466579] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f is going to be updated. [ 760.509054] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.509054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.509318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.509447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.509691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.524510] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: IN_PROGRESS for 2s [ 761.201513] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 761.201513] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 761.525400] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 761.525760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.526110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.526571] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.526737] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.900981] env[67174]: INFO networking_nsxv3.common.synchronization [req-a08b8555-64bb-4265-bf41-4c98a7e38975 req-24262175-6028-464a-91fe-6658c38a6b3d tempest-DeleteServersAdminTestJSON-1277172823 tempest-DeleteServersAdminTestJSON-1277172823-project-admin] Enqueued Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_members [ 761.901683] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_members [ 761.902112] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.902242] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.902322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.902512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.902697] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.902821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.902881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.903072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.903185] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.903309] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.030475] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.030605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.406317] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.406765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.406765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.406889] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.439410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.440297] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.440297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.440297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.440297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.440634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.440634] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa is going to be updated. [ 762.464206] env[67174]: INFO networking_nsxv3.common.synchronization [req-56df2afc-c6f7-431b-9b7b-5aff8b78aafb req-e686772e-fb2b-47b1-850c-d381f218594d tempest-MultipleCreateTestJSON-1488029146 tempest-MultipleCreateTestJSON-1488029146-project-member] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 762.465616] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 762.466823] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.466908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.466960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.467206] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.467336] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.468369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.469045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.469045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.469045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.469045] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.474503] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.474669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.474800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.475156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.475332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.493089] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 762.493334] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.495415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.495639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.495854] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.496037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.496110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.496296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.496354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.496432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.496518] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.498867] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: IN_PROGRESS for 2s [ 762.534808] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: SUCCESS [ 762.534908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.535416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.535637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.535887] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.536398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.536398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.536398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.536556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.536556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.536728] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.536823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.536879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.537150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.537308] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.537410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.537531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.537681] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.537812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.539069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.539069] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.960300] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.960300] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.960300] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.960781] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.960989] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.961176] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.961335] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.961504] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.961643] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.962011] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.962011] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.962114] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.962145] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.962319] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.962379] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.962451] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.972988] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.972988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.972988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.972988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.982906] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.983069] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.983216] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.983380] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.984350] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-c6f38a7c-26b3-4c7a-969b-a81c954f0f42 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.984755] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-c6f38a7c-26b3-4c7a-969b-a81c954f0f42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.986356] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-c6f38a7c-26b3-4c7a-969b-a81c954f0f42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.986713] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-c6f38a7c-26b3-4c7a-969b-a81c954f0f42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.986841] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f38a7c-26b3-4c7a-969b-a81c954f0f42',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.993053] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.993718] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.993718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.993718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.993718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.993913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.993913] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be updated. [ 763.005180] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.005180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.005180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.005180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.005180] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.005180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.005180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.005180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.005180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.005180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.005180] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.005180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.005180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.005180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.005180] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.005180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.005938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.005938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.005938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.005938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.005938] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.024033] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.024230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.024230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.024407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.024457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.036272] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 763.042845] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66c5f1b5-8d2f-45ad-8352-064427ed0c3f: rpc.has_security_group_logging(os_id): False [ 763.068422] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.068422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.068422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.068422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.091103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.092205] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.092390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.092427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.092964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.093084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.093323] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.093612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.093707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.093886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.093975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.094211] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.094309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.094563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.094861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.094947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.095048] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f is going to be updated. [ 763.166653] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.166839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.166885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.167104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.167245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.178727] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: IN_PROGRESS for 2s [ 763.490340] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.490712] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.490712] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.490975] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.491344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.491460] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port c6f38a7c-26b3-4c7a-969b-a81c954f0f42 not found, creating... [ 763.491715] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.491869] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.491978] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.492323] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.492476] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.492868] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.493032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.493148] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.493356] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.493544] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.493719] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: c6f38a7c-26b3-4c7a-969b-a81c954f0f42 is going to be created. [ 763.512831] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac4043a7-2132-4e62-938c-0d27d9b740dd: rpc.has_security_group_logging(os_id): False [ 763.518448] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.518652] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.518781] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.519569] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.519569] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.519809] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-c6f38a7c-26b3-4c7a-969b-a81c954f0f42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.540467] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.540467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.540467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.540467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.540467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.540467] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.540467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.540467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.540467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.540467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.540991] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.541660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.541841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.542753] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.542955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.543260] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.546560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.546560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.546560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.546560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.546560] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be updated. [ 763.644115] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.644309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.644384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.644863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.645088] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.672124] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: IN_PROGRESS for 2s [ 764.263112] env[67174]: INFO networking_nsxv3.common.synchronization [req-56df2afc-c6f7-431b-9b7b-5aff8b78aafb req-8fdce484-56e3-4be4-a157-a65edb6cb3d3 service nova] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_rules [ 764.263294] env[67174]: INFO networking_nsxv3.common.synchronization [req-56df2afc-c6f7-431b-9b7b-5aff8b78aafb req-8fdce484-56e3-4be4-a157-a65edb6cb3d3 service nova] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 764.263434] env[67174]: INFO networking_nsxv3.common.synchronization [req-56df2afc-c6f7-431b-9b7b-5aff8b78aafb req-8fdce484-56e3-4be4-a157-a65edb6cb3d3 service nova] Enqueued Resource ID: c6f38a7c-26b3-4c7a-969b-a81c954f0f42 with Priority: HIGHEST for action port [ 764.264289] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_rules [ 764.264352] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 764.264427] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f38a7c-26b3-4c7a-969b-a81c954f0f42 with Priority: HIGHEST for action port [ 764.264725] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.264877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.264949] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.265180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.265268] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.266309] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.266576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.266700] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f38a7c-26b3-4c7a-969b-a81c954f0f42 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.266807] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f38a7c-26b3-4c7a-969b-a81c954f0f42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.266900] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f38a7c-26b3-4c7a-969b-a81c954f0f42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.267182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f38a7c-26b3-4c7a-969b-a81c954f0f42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.267182] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f38a7c-26b3-4c7a-969b-a81c954f0f42',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.513103] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: SUCCESS [ 764.513419] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa deletion is rescheduled due to dependency. [ 764.513419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.769437] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.769537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.771974] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6f38a7c-26b3-4c7a-969b-a81c954f0f42 with status ACTIVE [ 764.772238] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.772363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.772454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.773111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.773111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.773243] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.775408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.775408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.775408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.775408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.775408] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.775408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.775408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.775408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.775408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.775408] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6f38a7c-26b3-4c7a-969b-a81c954f0f42 is going to be updated. [ 764.808771] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.808984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.809075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.809336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.809490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.809699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f38a7c-26b3-4c7a-969b-a81c954f0f42" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.049657] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 765.049876] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 deletion is rescheduled due to dependency. [ 765.050098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.050194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.050414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.050600] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.050717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.050783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.050955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.051041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.051213] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.194034] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: SUCCESS [ 765.194674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.195042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.195487] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.197551] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.556329] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.613426] env[67174]: INFO networking_nsxv3.common.synchronization [req-2f51d702-f05a-4414-9769-9833dd651289 req-f7e7e9a8-59d3-4764-ac79-90ee5a2fc61f tempest-ServerRescueTestJSONUnderV235-549819473 tempest-ServerRescueTestJSONUnderV235-549819473-project-member] Enqueued Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 765.614298] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGHEST for action security_group_members [ 765.614675] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.614926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.615039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.615290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.615461] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.615648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.615707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.615911] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.616050] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.616176] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.691425] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 765.691425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.691425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.691425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.691425] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.702635] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.703773] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.062531] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.118498] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.118792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.118900] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.119201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.119304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.119508] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.119614] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.119678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.119824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.119902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.120015] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f is going to be updated. [ 766.149159] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.149478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.149644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.149980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.150248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.163805] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: IN_PROGRESS for 2s [ 766.193232] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.196014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.196014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.196014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.196014] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.196014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.196014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.196014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.196014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.196014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.196014] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.565785] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.566223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.566223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.566338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.566382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.566443] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be updated. [ 766.600246] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.600411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.600479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.600979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.600979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.612203] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 766.701019] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.701019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.701019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.701019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.701019] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.701019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.701019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.701019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.701019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.701019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.701019] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.701019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.701019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.702427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.702865] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.706021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.706021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.706021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.706021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.706021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.706021] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.009195] env[67174]: INFO networking_nsxv3.common.synchronization [req-eee4d8f8-1fac-4d65-8e98-cc81009a428b req-7f83e84d-fa97-4763-b658-491f0773c625 tempest-ServersTestBootFromVolume-935554752 tempest-ServersTestBootFromVolume-935554752-project-member] Enqueued Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGHEST for action security_group_members [ 767.009562] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGHEST for action security_group_members [ 767.009908] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-419d0da3-ca92-43eb-9194-a7ae627fe2ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.010072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.010165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.010391] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.010569] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.010696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.010832] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.010969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.011095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.011207] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('419d0da3-ca92-43eb-9194-a7ae627fe2ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.212053] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac4043a7-2132-4e62-938c-0d27d9b740dd: rpc.has_security_group_logging(os_id): False [ 767.237745] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.237745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.237745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.237745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.237745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.238247] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.238247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.238247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.238247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.238384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.238697] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.238697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.238697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.238813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.238905] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.239114] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.239211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.239272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.239411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.239508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.239567] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be updated. [ 767.312395] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.312545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.312650] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.312874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.313041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.327417] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: IN_PROGRESS for 2s [ 767.513771] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.515342] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.515342] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.515342] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.517059] env[67174]: INFO networking_nsxv3.common.synchronization [req-56df2afc-c6f7-431b-9b7b-5aff8b78aafb req-20155830-8981-4c05-8a5e-c9781e68c2d2 tempest-MultipleCreateTestJSON-1488029146 tempest-MultipleCreateTestJSON-1488029146-project-member] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 767.517888] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 767.518760] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.518760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.542188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.542446] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.542569] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.542789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.543017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.543101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.543198] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab is going to be updated. [ 767.576064] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.576064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.576064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.576064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.576064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.587469] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab in Status: IN_PROGRESS for 2s [ 767.986644] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.986856] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.986945] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.987328] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.987613] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.987765] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.987935] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.988202] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.988383] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.988586] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.988701] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.988800] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.988905] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.989010] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.990436] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.990436] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.011517] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.011688] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.011822] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.011996] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-472" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.012338] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-0f49c374-7f8f-431e-89d2-19f25202fa4e taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.012505] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-0f49c374-7f8f-431e-89d2-19f25202fa4e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.012648] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-0f49c374-7f8f-431e-89d2-19f25202fa4e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.013016] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-0f49c374-7f8f-431e-89d2-19f25202fa4e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.013130] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f49c374-7f8f-431e-89d2-19f25202fa4e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.174390] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: SUCCESS [ 768.174584] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f deletion is rescheduled due to dependency. [ 768.174708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.175308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.175557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.175766] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.175891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.175960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.176204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.176293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.180036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.180036] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.517650] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.517886] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.518142] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.518466] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.518614] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.518813] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 0f49c374-7f8f-431e-89d2-19f25202fa4e not found, creating... [ 768.519147] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.519341] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.520124] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.520464] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.520568] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.520898] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.521371] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.521371] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.521480] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.521626] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.521774] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 0f49c374-7f8f-431e-89d2-19f25202fa4e is going to be created. [ 768.547044] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.547328] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.547452] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.547750] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.548110] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.548338] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-0f49c374-7f8f-431e-89d2-19f25202fa4e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.634479] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 768.634479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.634479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.634479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.634479] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.635108] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.635108] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.635108] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.635108] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.635108] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.635108] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.637122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.637122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.637122] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.637122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.637122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.637122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.637122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.637122] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.679420] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.679587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.679660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.679912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.680101] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.680208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.680273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.680461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.680549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.680637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.680837] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.680986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.681113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.681316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.681476] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.681609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.681683] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.681830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.681912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.681991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.682227] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.138789] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.139055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.140264] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.185108] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66c5f1b5-8d2f-45ad-8352-064427ed0c3f: rpc.has_security_group_logging(os_id): False [ 769.208296] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.209769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.209905] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.210189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.210300] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.210577] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.210744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.210862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.211093] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.211186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.211450] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.211587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.211658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.211819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.211898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.212531] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.212531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.212531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.212727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.212727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.212788] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f is going to be updated. [ 769.269058] env[67174]: INFO networking_nsxv3.common.synchronization [req-56df2afc-c6f7-431b-9b7b-5aff8b78aafb req-b62a5bb7-d98e-43a9-9567-8469364aed0d service nova] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_rules [ 769.269266] env[67174]: INFO networking_nsxv3.common.synchronization [req-56df2afc-c6f7-431b-9b7b-5aff8b78aafb req-b62a5bb7-d98e-43a9-9567-8469364aed0d service nova] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 769.269422] env[67174]: INFO networking_nsxv3.common.synchronization [req-56df2afc-c6f7-431b-9b7b-5aff8b78aafb req-b62a5bb7-d98e-43a9-9567-8469364aed0d service nova] Enqueued Resource ID: 0f49c374-7f8f-431e-89d2-19f25202fa4e with Priority: HIGHEST for action port [ 769.269948] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_rules [ 769.270425] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 769.270867] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f49c374-7f8f-431e-89d2-19f25202fa4e with Priority: HIGHEST for action port [ 769.271268] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.271346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.271585] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.271693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.271886] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f49c374-7f8f-431e-89d2-19f25202fa4e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.272585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f49c374-7f8f-431e-89d2-19f25202fa4e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.272585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f49c374-7f8f-431e-89d2-19f25202fa4e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.272585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f49c374-7f8f-431e-89d2-19f25202fa4e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.272585] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f49c374-7f8f-431e-89d2-19f25202fa4e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.310940] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.311470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.311586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.311796] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.311946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.334267] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: IN_PROGRESS for 2s [ 769.349709] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 769.349943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.566739] env[67174]: INFO networking_nsxv3.common.synchronization [req-b8507cb0-db7d-465a-aeb5-e51e0f070f8c req-945d1f46-c20b-4aba-8a12-b617054fdcef tempest-ImagesOneServerNegativeTestJSON-1299688289 tempest-ImagesOneServerNegativeTestJSON-1299688289-project-member] Enqueued Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 769.567424] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 769.568151] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.568151] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.568151] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.568151] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.568458] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.568458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.568458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.568560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.568595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.569097] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.598876] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab in Status: SUCCESS [ 769.598876] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab deletion is rescheduled due to dependency. [ 769.598876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.642703] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.777644] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f49c374-7f8f-431e-89d2-19f25202fa4e with status ACTIVE [ 769.777644] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.777644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.777644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.777644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.777644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.777644] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.777644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.777644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.777644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.777644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.777644] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.777644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.777644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.778231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.778231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.778231] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f49c374-7f8f-431e-89d2-19f25202fa4e is going to be updated. [ 769.800422] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.800422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.800422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.800422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.800600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.800654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f49c374-7f8f-431e-89d2-19f25202fa4e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.970178] env[67174]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] NSXv3 Agent Agent loop - iteration:0 completed [ 769.970294] env[67174]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] NSXv3 Agent Agent loop - iteration:1 started [ 770.073451] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.074309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.074309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.074309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.095585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.097156] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.097340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.097377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.097600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.097690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.097784] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb is going to be updated. [ 770.125154] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.125350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.125350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.125617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.125725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.135250] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: IN_PROGRESS for 2s [ 770.145290] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.145290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.145438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.145542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.145628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.145723] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be updated. [ 770.176244] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.176473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.176473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.176707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.176775] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.186733] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 770.194525] env[67174]: INFO networking_nsxv3.common.synchronization [req-51c89944-46f0-4390-bab2-103f13eefae1 req-013f7a63-042d-4345-8534-ad42997452c7 tempest-MigrationsAdminTest-1030505028 tempest-MigrationsAdminTest-1030505028-project-member] Enqueued Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_members [ 770.195168] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_members [ 770.195511] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.195665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.195827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.196057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.196235] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.196367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.196697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.196897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.197028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.197155] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.675024] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.675356] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.675356] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.675601] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.675847] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.675993] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.676114] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.676325] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.676458] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.676676] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.676786] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.676887] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.677076] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.677135] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.677182] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.677306] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.700480] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.700690] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.700847] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.701067] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.701434] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-42106886-2882-4062-837a-545ddb746e05 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.701617] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-42106886-2882-4062-837a-545ddb746e05" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.701753] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-42106886-2882-4062-837a-545ddb746e05" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.702186] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-42106886-2882-4062-837a-545ddb746e05" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.702327] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42106886-2882-4062-837a-545ddb746e05',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.703310] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.204877] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.205153] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.205374] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.205539] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.205747] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.205818] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 42106886-2882-4062-837a-545ddb746e05 not found, creating... [ 771.206131] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.206305] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.206424] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.206670] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.206821] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.207149] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.207471] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.207605] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.207804] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.207930] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.208075] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 42106886-2882-4062-837a-545ddb746e05 is going to be created. [ 771.209974] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.230127] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.230343] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.230507] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.230701] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.230931] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.231185] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-42106886-2882-4062-837a-545ddb746e05" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.349811] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f in Status: SUCCESS [ 771.350155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.711967] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.712358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.712358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.712460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.712518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.712642] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37387f75-fb16-456d-a665-839110f2fa5b is going to be updated. [ 771.751937] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.752156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.752207] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.753129] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.753129] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.762946] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: IN_PROGRESS for 2s [ 771.969349] env[67174]: INFO networking_nsxv3.common.synchronization [req-51c89944-46f0-4390-bab2-103f13eefae1 req-e43e338f-77f0-4238-bb28-46e7581c6af3 service nova] Enqueued Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_rules [ 771.970012] env[67174]: INFO networking_nsxv3.common.synchronization [req-51c89944-46f0-4390-bab2-103f13eefae1 req-e43e338f-77f0-4238-bb28-46e7581c6af3 service nova] Enqueued Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_members [ 771.970012] env[67174]: INFO networking_nsxv3.common.synchronization [req-51c89944-46f0-4390-bab2-103f13eefae1 req-e43e338f-77f0-4238-bb28-46e7581c6af3 service nova] Enqueued Resource ID: 42106886-2882-4062-837a-545ddb746e05 with Priority: HIGHEST for action port [ 771.970296] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_rules [ 771.970691] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_members [ 771.970918] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42106886-2882-4062-837a-545ddb746e05 with Priority: HIGHEST for action port [ 771.975862] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.975862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.975862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.975862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.975862] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.975862] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.975862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.975862] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-42106886-2882-4062-837a-545ddb746e05 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.975862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42106886-2882-4062-837a-545ddb746e05" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.975862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42106886-2882-4062-837a-545ddb746e05" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.975862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42106886-2882-4062-837a-545ddb746e05" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.975862] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42106886-2882-4062-837a-545ddb746e05',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.030635] env[67174]: INFO networking_nsxv3.common.synchronization [None req-06bfe95a-edd2-4cf0-9612-7fec8196021f None None] Enqueued Resource ID: 299c9388-b463-4553-be23-a59bc079656b with Priority: HIGHEST for action port [ 772.030887] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299c9388-b463-4553-be23-a59bc079656b with Priority: HIGHEST for action port [ 772.032039] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-299c9388-b463-4553-be23-a59bc079656b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.032378] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299c9388-b463-4553-be23-a59bc079656b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.032448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299c9388-b463-4553-be23-a59bc079656b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.032811] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299c9388-b463-4553-be23-a59bc079656b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.032811] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299c9388-b463-4553-be23-a59bc079656b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.147138] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: SUCCESS [ 772.147378] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb deletion is rescheduled due to dependency. [ 772.148127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.197029] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 772.197227] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.198245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.198599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.199299] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.199299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.199299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.199457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.200169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.200169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.200169] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.200169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.200315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.200417] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.201050] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.201230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.201523] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.201718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.201807] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.201929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.202066] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.202966] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.203149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.203302] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.203401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.203464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.203602] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.203682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.203763] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.481107] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42106886-2882-4062-837a-545ddb746e05 with status ACTIVE [ 772.481107] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.481107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.481107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.481107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.481107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.481107] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.481107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.481107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.481107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.481107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.481107] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.481107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.481107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.481107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.481107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.481107] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42106886-2882-4062-837a-545ddb746e05 is going to be updated. [ 772.482545] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.482734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.504339] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.504506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.504640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.504873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.505832] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.506063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42106886-2882-4062-837a-545ddb746e05" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.534573] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 299c9388-b463-4553-be23-a59bc079656b [ 772.534830] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.534976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.535078] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.535308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.535420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.535507] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:299c9388-b463-4553-be23-a59bc079656b already deleted. [ 772.535586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299c9388-b463-4553-be23-a59bc079656b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.708980] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.709904] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8479b0f4-de9e-4476-9318-7494ee6f37b2: rpc.has_security_group_logging(os_id): False [ 772.732729] env[67174]: INFO networking_nsxv3.common.synchronization [req-2133037b-7dcc-4ad0-8535-71ac9bad432a req-be442155-3565-4a94-b687-772b6bec2c2d tempest-ServersTestMultiNic-261816264 tempest-ServersTestMultiNic-261816264-project-member] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 772.733119] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.733119] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.733119] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.734787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.734787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.734787] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.734787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.734787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.734787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.735149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.735149] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.735227] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.735258] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.735382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.735454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.735658] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.735753] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.735821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.735987] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.736073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.736154] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be updated. [ 772.738716] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 772.740235] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.740733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.740853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.740990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.741803] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.741803] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.741803] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.741803] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.741803] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.741803] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.813231] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.813471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.813471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.813678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.813767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.829374] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 773.052218] env[67174]: INFO networking_nsxv3.common.synchronization [req-2133037b-7dcc-4ad0-8535-71ac9bad432a req-4409dbdf-1e0c-4fdb-99b8-68add746cd40 tempest-ServersTestMultiNic-261816264 tempest-ServersTestMultiNic-261816264-project-member] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 773.053052] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 773.053265] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.053376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.212713] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.243920] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.302207] env[67174]: INFO networking_nsxv3.common.synchronization [req-2133037b-7dcc-4ad0-8535-71ac9bad432a req-b1561da7-f1ba-4395-8aa4-4b84948c72d4 tempest-ServersTestMultiNic-261816264 tempest-ServersTestMultiNic-261816264-project-member] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 773.304422] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 773.304422] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.304422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.717101] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.720333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.720333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.720333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.720333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.720333] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be updated. [ 773.747370] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.751133] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.751270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.751336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.751540] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.751678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.762397] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 773.773271] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: SUCCESS [ 773.773271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.773701] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.773701] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.773833] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.773962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.774502] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.774502] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.774502] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.774502] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.942847] env[67174]: INFO networking_nsxv3.common.synchronization [None req-0bb4c684-722d-41d8-9534-dd2816c71b9b None None] Enqueued Resource ID: 4966d2e1-686e-419c-b565-a8c76b26b0a4 with Priority: HIGHEST for action port [ 773.946259] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4966d2e1-686e-419c-b565-a8c76b26b0a4 with Priority: HIGHEST for action port [ 773.946823] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-4966d2e1-686e-419c-b565-a8c76b26b0a4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.946948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4966d2e1-686e-419c-b565-a8c76b26b0a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.947131] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4966d2e1-686e-419c-b565-a8c76b26b0a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.947456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4966d2e1-686e-419c-b565-a8c76b26b0a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.947560] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4966d2e1-686e-419c-b565-a8c76b26b0a4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.250911] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.252027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.252027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.252027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.252027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.252901] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be updated. [ 774.280823] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.289660] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.289835] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.289973] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.290300] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.290481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.302629] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: IN_PROGRESS for 2s [ 774.450850] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4966d2e1-686e-419c-b565-a8c76b26b0a4 [ 774.451217] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.451398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.451462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.451723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.451764] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.451828] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4966d2e1-686e-419c-b565-a8c76b26b0a4 already deleted. [ 774.451908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4966d2e1-686e-419c-b565-a8c76b26b0a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.634061] env[67174]: INFO networking_nsxv3.common.synchronization [None req-829cee0a-7882-40d2-aaaf-475f138898b9 tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f with Priority: HIGHEST for action security_group_rules [ 774.634642] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f with Priority: HIGHEST for action security_group_rules [ 774.634978] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.636039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.636117] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.637295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.637398] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a9dc422-7342-447e-ac5b-8c81ef5c339f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.783063] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.789400] env[67174]: INFO networking_nsxv3.common.synchronization [None req-575a0a85-b917-418d-adef-05d3b990862c tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f with Priority: HIGHEST for action security_group_rules [ 774.790449] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f with Priority: HIGHEST for action security_group_rules [ 774.790449] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.790574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.845101] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 774.845311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.846101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.846329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.846421] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.164347] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.164447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.164495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.164800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.164931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.164931] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f already deleted. [ 775.164931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.164931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.164931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.164931] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a9dc422-7342-447e-ac5b-8c81ef5c339f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.286831] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.287087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.287168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.288244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.288244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.288244] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37387f75-fb16-456d-a665-839110f2fa5b is going to be updated. [ 775.336959] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.337197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.337418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.337696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.339031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.351559] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: IN_PROGRESS for 2s [ 775.351965] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.352171] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.580086] env[67174]: INFO networking_nsxv3.common.synchronization [None req-a1c5e97c-bd1c-4f4c-86a0-5c3d6e3a290d None None] Enqueued Resource ID: 54df6af4-5312-42f8-b4bb-d5850e549405 with Priority: HIGHEST for action port [ 775.581702] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54df6af4-5312-42f8-b4bb-d5850e549405 with Priority: HIGHEST for action port [ 775.581702] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-54df6af4-5312-42f8-b4bb-d5850e549405 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.581702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54df6af4-5312-42f8-b4bb-d5850e549405" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.581702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54df6af4-5312-42f8-b4bb-d5850e549405" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.587169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54df6af4-5312-42f8-b4bb-d5850e549405" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.587169] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54df6af4-5312-42f8-b4bb-d5850e549405',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.694661] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.694877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.695067] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.696382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.696498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.696709] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f already deleted. [ 775.696709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.760904] env[67174]: INFO networking_nsxv3.common.synchronization [req-9bf0d520-a0dc-47a7-9018-84b0c3c5ed13 req-4499f36a-f951-4533-b967-40b5d3cc91c9 tempest-ListImageFiltersTestJSON-513933333 tempest-ListImageFiltersTestJSON-513933333-project-member] Enqueued Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_members [ 775.760904] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_members [ 775.760904] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.761113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.761208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.761524] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.761787] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.761982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.762093] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.762299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.762384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.762503] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.777224] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 775.777224] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.777326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.777671] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.777962] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.778170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.778283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.778991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.778991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.778991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.778991] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.092600] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54df6af4-5312-42f8-b4bb-d5850e549405 [ 776.092879] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.094146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.094146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.094146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.094146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.094146] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54df6af4-5312-42f8-b4bb-d5850e549405 already deleted. [ 776.094146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54df6af4-5312-42f8-b4bb-d5850e549405" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.267080] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.284047] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.284419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.284419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.284614] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.284847] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.284988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.285091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.285311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.285427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.285548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.285769] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.285989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.285989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.287397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.287710] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.287829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.288181] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.288637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.288752] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.289051] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.289192] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.322546] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 776.322828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.323303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.323519] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.323707] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.323861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.323925] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.324038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.324114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.324206] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.771055] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.797378] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8479b0f4-de9e-4476-9318-7494ee6f37b2: rpc.has_security_group_logging(os_id): False [ 776.823131] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.825601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.825601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.825601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.825601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.825601] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.825601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.825601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.825601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.825601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.825601] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.825601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.825601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.825601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.825601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.826298] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.826357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.826479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.826996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.826996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.826996] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be updated. [ 776.829212] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.829418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.833018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.833018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.833018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.833018] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.833018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.833018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.833018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.833018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.833018] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be updated. [ 776.871339] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.871339] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.871339] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.874184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.874184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.886966] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: IN_PROGRESS for 2s [ 776.921764] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.922165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.922372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.922593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.922781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.938207] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 777.041711] env[67174]: INFO networking_nsxv3.common.synchronization [req-a7ef6ec1-8061-4164-9d97-4d64cfec135f req-06ff0901-7df1-4c4f-8eeb-a504c7bc6c97 tempest-DeleteServersTestJSON-447667271 tempest-DeleteServersTestJSON-447667271-project-member] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 777.041711] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 777.042136] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.042332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.042432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.042739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.042958] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.043272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.043272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.043493] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.043649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.043804] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.277047] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.277047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.277047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.277047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.277047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.277047] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 is going to be updated. [ 777.284348] env[67174]: INFO networking_nsxv3.common.synchronization [req-43dd3a7d-712c-404f-b047-937f5823f933 req-b5104f8a-0ddd-4277-8461-3cb35c2632c1 tempest-ServersAdminNegativeTestJSON-1714289443 tempest-ServersAdminNegativeTestJSON-1714289443-project-member] Enqueued Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_members [ 777.285031] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a with Priority: HIGHEST for action security_group_members [ 777.285161] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.285257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.285257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.285447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.285599] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.285692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.285804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.286882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.286882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.286882] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.337068] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.339445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.339445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.339445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.339445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.351699] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: IN_PROGRESS for 2s [ 777.365768] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: SUCCESS [ 777.365768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.365768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.365768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.365768] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.365768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.365768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.365768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.365768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.365768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.365768] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.548070] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.548433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.549453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.549453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.579845] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.580895] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.580895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.581281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.581281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.581352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.581530] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 777.621822] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.621822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.622080] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.622161] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.623221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.637255] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 777.789967] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.791055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.791055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.791055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.813655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.816284] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.816284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.816284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.816284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.816284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.816284] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a is going to be updated. [ 777.856258] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.856403] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.856462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.856679] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.856821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.867507] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: IN_PROGRESS for 2s [ 777.869998] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.870197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.870197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.870357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.870544] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.870640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.870685] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.870815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.870899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.870985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.871188] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.871245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.871276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.871418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.871551] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.871641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.871698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.871834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.871910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.872027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.872082] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.377340] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37387f75-fb16-456d-a665-839110f2fa5b: rpc.has_security_group_logging(os_id): False [ 778.380488] env[67174]: INFO networking_nsxv3.common.synchronization [None req-c2bfe2dc-90a0-4a80-8f67-c35801935173 None None] Enqueued Resource ID: 6b87ca8b-81b2-440e-8ef7-04fca0354b0f with Priority: HIGHEST for action port [ 778.380889] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b87ca8b-81b2-440e-8ef7-04fca0354b0f with Priority: HIGHEST for action port [ 778.381927] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b87ca8b-81b2-440e-8ef7-04fca0354b0f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.382083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b87ca8b-81b2-440e-8ef7-04fca0354b0f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.382169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b87ca8b-81b2-440e-8ef7-04fca0354b0f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.382426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b87ca8b-81b2-440e-8ef7-04fca0354b0f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.382517] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b87ca8b-81b2-440e-8ef7-04fca0354b0f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.397089] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.397089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.397089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.397503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.422071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.422071] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.422071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.422071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.422071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.422071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.422071] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.422071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.422071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.422071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.422071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.422071] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.422071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.422071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.422596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.422596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.422596] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37387f75-fb16-456d-a665-839110f2fa5b is going to be updated. [ 778.491353] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.491498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.491568] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.491775] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.491915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.505890] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: IN_PROGRESS for 2s [ 778.886236] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b87ca8b-81b2-440e-8ef7-04fca0354b0f [ 778.886550] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.886716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.886785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.887032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.887128] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.887249] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b87ca8b-81b2-440e-8ef7-04fca0354b0f already deleted. [ 778.887334] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b87ca8b-81b2-440e-8ef7-04fca0354b0f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.904396] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 778.904643] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd deletion is rescheduled due to dependency. [ 778.904787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.905405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.905627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.905873] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.905996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.906138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.906250] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.906326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.906450] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.957743] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 778.958048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.364061] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: SUCCESS [ 779.364142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.412851] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.413244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.413244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.413360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.413360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.413570] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.413679] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.413744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.413878] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.413945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.414072] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be updated. [ 779.456226] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.456418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.456473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.457319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.457319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.478032] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: IN_PROGRESS for 2s [ 779.649024] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 779.649024] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 deletion is rescheduled due to dependency. [ 779.649024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.700933] env[67174]: INFO networking_nsxv3.common.synchronization [req-93675394-86b0-49d3-9194-d10feac4d1a9 req-3b4edc01-d119-44a4-b327-c247bef22e2d tempest-FloatingIPsAssociationTestJSON-42957932 tempest-FloatingIPsAssociationTestJSON-42957932-project-member] Enqueued Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_members [ 779.701405] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_members [ 779.701666] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.701801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.701968] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.702143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.702307] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.702426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.702471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.702608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.702709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.702824] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.878288] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a in Status: SUCCESS [ 779.878288] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a deletion is rescheduled due to dependency. [ 779.878288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.093313] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-773 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.093461] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-773" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.096437] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-773" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.096437] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-773" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.096437] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.096437] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.096437] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.096437] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.096437] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.096437] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.096437] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.096437] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.096437] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.096437] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.096437] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.096437] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.119558] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.119681] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.120175] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.120175] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-773" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.120305] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-35fcc95f-d824-4dca-9ae5-8193b71dbd7e taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.121018] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-35fcc95f-d824-4dca-9ae5-8193b71dbd7e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.121018] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-35fcc95f-d824-4dca-9ae5-8193b71dbd7e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.121018] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-35fcc95f-d824-4dca-9ae5-8193b71dbd7e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.121166] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35fcc95f-d824-4dca-9ae5-8193b71dbd7e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.205141] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.524368] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: SUCCESS [ 780.524368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.623377] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.623592] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.623701] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.624116] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.624235] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.625264] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 35fcc95f-d824-4dca-9ae5-8193b71dbd7e not found, creating... [ 780.625649] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.625827] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.625965] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.626270] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.626409] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.626704] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.626858] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.626967] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.628793] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.628967] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.629139] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 35fcc95f-d824-4dca-9ae5-8193b71dbd7e is going to be created. [ 780.651475] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.651705] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.651786] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.652119] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.652353] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.652571] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-35fcc95f-d824-4dca-9ae5-8193b71dbd7e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.708408] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.212668] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.212774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.213040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.213107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.213145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.213253] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 is going to be updated. [ 781.253777] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.253928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.254093] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.254234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.254383] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.265116] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: IN_PROGRESS for 2s [ 781.418298] env[67174]: INFO networking_nsxv3.common.synchronization [req-93675394-86b0-49d3-9194-d10feac4d1a9 req-278974c0-380e-4e8c-a04d-e256e7ac4943 service nova] Enqueued Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_rules [ 781.418298] env[67174]: INFO networking_nsxv3.common.synchronization [req-93675394-86b0-49d3-9194-d10feac4d1a9 req-278974c0-380e-4e8c-a04d-e256e7ac4943 service nova] Enqueued Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_members [ 781.418298] env[67174]: INFO networking_nsxv3.common.synchronization [req-93675394-86b0-49d3-9194-d10feac4d1a9 req-278974c0-380e-4e8c-a04d-e256e7ac4943 service nova] Enqueued Resource ID: 35fcc95f-d824-4dca-9ae5-8193b71dbd7e with Priority: HIGHEST for action port [ 781.418803] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_rules [ 781.418938] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_members [ 781.419310] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35fcc95f-d824-4dca-9ae5-8193b71dbd7e with Priority: HIGHEST for action port [ 781.419652] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.419771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.419875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.420055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.420899] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.422209] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.422209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.422513] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-35fcc95f-d824-4dca-9ae5-8193b71dbd7e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.422513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35fcc95f-d824-4dca-9ae5-8193b71dbd7e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.422513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35fcc95f-d824-4dca-9ae5-8193b71dbd7e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.424257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35fcc95f-d824-4dca-9ae5-8193b71dbd7e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.424257] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35fcc95f-d824-4dca-9ae5-8193b71dbd7e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.495020] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 781.495020] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd deletion is rescheduled due to dependency. [ 781.495020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.744904] env[67174]: INFO networking_nsxv3.common.synchronization [req-cbb281e4-b0d5-46c9-92a5-c20a0bc25bc0 req-b58a6ee1-7d3b-4fe7-9e15-86911c942ff8 tempest-MultipleCreateTestJSON-1488029146 tempest-MultipleCreateTestJSON-1488029146-project-member] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 781.745570] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 781.745938] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.746577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.746668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.747209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.747209] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.747209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.747209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.747405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.747448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.747692] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.924372] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.924372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.925212] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35fcc95f-d824-4dca-9ae5-8193b71dbd7e with status ACTIVE [ 781.925409] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.925690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.925690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.927842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.927842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.927842] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.927842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.927842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.927842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.927842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.927842] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.927842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.927842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.927842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.927842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.927842] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35fcc95f-d824-4dca-9ae5-8193b71dbd7e is going to be updated. [ 781.951236] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.951380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.951447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.951658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.951794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.951952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35fcc95f-d824-4dca-9ae5-8193b71dbd7e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.253909] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.480646] env[67174]: INFO networking_nsxv3.common.synchronization [req-95369e47-2957-41c7-806e-81884f4b304e req-689291c7-9a3f-4929-8354-5d48432dbfda tempest-ServersAdminTestJSON-1975517671 tempest-ServersAdminTestJSON-1975517671-project-member] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 782.482161] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 782.482161] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.482161] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.482161] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.482161] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.482389] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.482459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.482498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.483030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.483030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.483030] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.755467] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.948275] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.948393] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.948553] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.948756] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.951035] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.951035] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.951035] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.951035] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.951035] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.951035] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.951035] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.951035] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.951035] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.951035] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.951035] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.951035] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.970629] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.971342] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.971342] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.971342] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.971521] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-c8982b07-4c0d-4f21-9702-def0d76bf3dc taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.971602] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-c8982b07-4c0d-4f21-9702-def0d76bf3dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.971671] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-c8982b07-4c0d-4f21-9702-def0d76bf3dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.971985] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-c8982b07-4c0d-4f21-9702-def0d76bf3dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.973033] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8982b07-4c0d-4f21-9702-def0d76bf3dc',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.985405] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.269098] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.269098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.269098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.269098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.269098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.269098] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be updated. [ 783.278711] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: SUCCESS [ 783.278869] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.278973] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.279208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.279344] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.279519] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.279584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.279741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.279822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.279920] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.295368] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.295500] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.295678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.295797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.295933] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.307370] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 783.474722] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.474933] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.475126] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.475354] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.475493] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.475637] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port c8982b07-4c0d-4f21-9702-def0d76bf3dc not found, creating... [ 783.475961] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.476148] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.476284] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.476496] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.476641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.476918] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.477097] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.477227] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.477425] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.477550] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.477681] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: c8982b07-4c0d-4f21-9702-def0d76bf3dc is going to be created. [ 783.489762] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.498736] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.498941] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.499233] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.499539] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.499789] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.500012] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-c8982b07-4c0d-4f21-9702-def0d76bf3dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.785019] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.992383] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.992383] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.992383] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.992557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.992686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.992775] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 784.047106] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.047268] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.047320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.047908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.047908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.067881] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 784.286573] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.297265] env[67174]: INFO networking_nsxv3.common.synchronization [req-95369e47-2957-41c7-806e-81884f4b304e req-4cd957c8-63de-4bad-91a9-e5613889f965 service nova] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_rules [ 784.297265] env[67174]: INFO networking_nsxv3.common.synchronization [req-95369e47-2957-41c7-806e-81884f4b304e req-4cd957c8-63de-4bad-91a9-e5613889f965 service nova] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 784.297265] env[67174]: INFO networking_nsxv3.common.synchronization [req-95369e47-2957-41c7-806e-81884f4b304e req-4cd957c8-63de-4bad-91a9-e5613889f965 service nova] Enqueued Resource ID: c8982b07-4c0d-4f21-9702-def0d76bf3dc with Priority: HIGHEST for action port [ 784.297265] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_rules [ 784.297265] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 784.298090] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8982b07-4c0d-4f21-9702-def0d76bf3dc with Priority: HIGHEST for action port [ 784.300719] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.300719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.300719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.300719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.300719] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.302035] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.302154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.302623] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8982b07-4c0d-4f21-9702-def0d76bf3dc taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.302739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8982b07-4c0d-4f21-9702-def0d76bf3dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.302836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8982b07-4c0d-4f21-9702-def0d76bf3dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.304568] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8982b07-4c0d-4f21-9702-def0d76bf3dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.304686] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8982b07-4c0d-4f21-9702-def0d76bf3dc',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.744993] env[67174]: INFO networking_nsxv3.common.synchronization [req-6dc558b8-4309-4483-a3ff-20276240d8c7 req-3bbffa80-6614-43d1-a4d7-70612c1319c0 tempest-MultipleCreateTestJSON-1488029146 tempest-MultipleCreateTestJSON-1488029146-project-member] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 784.745989] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGHEST for action security_group_members [ 784.746481] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.746630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.790514] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.790787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.790787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.790950] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.791062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.791149] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 is going to be updated. [ 784.808591] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.808797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.809061] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8982b07-4c0d-4f21-9702-def0d76bf3dc with status ACTIVE [ 784.809358] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.809518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.810101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.810101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.810101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.810309] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.810309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.810309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.810744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.810744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.810841] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.810947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.811038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.811224] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.811315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.811451] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8982b07-4c0d-4f21-9702-def0d76bf3dc is going to be updated. [ 784.846022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.846022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.846022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.846022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.846022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.848342] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.848734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.848925] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.849260] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.849750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.849750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8982b07-4c0d-4f21-9702-def0d76bf3dc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.855824] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: IN_PROGRESS for 2s [ 785.188346] env[67174]: INFO networking_nsxv3.common.synchronization [req-74850184-6a97-420b-bb4e-1263b05980f5 req-7940f827-047f-4d19-8e58-dca3cafc220c tempest-ServerRescueNegativeTestJSON-1891952179 tempest-ServerRescueNegativeTestJSON-1891952179-project-member] Enqueued Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGHEST for action security_group_members [ 785.189084] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGHEST for action security_group_members [ 785.189409] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2356818b-4305-4c0f-ad4a-aac7f32c4102 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.189532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.189612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.189853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.190047] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.190163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.190221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.190358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.190511] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.190557] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.319038] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 785.319038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.319038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.319237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.319740] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.319740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.319740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.319740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.319740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.319974] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.543926] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.543926] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-928" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.543926] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-928" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.543926] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-928" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.543926] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.543926] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.544379] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.544379] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.544379] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.544578] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.544709] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.544894] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.545024] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.545137] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.545240] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.545362] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.568543] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.568543] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.568543] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.568543] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-928" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.568543] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-71e50ead-545e-4682-a266-720c3da1e110 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.568543] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-71e50ead-545e-4682-a266-720c3da1e110" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.568543] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-71e50ead-545e-4682-a266-720c3da1e110" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.568985] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-71e50ead-545e-4682-a266-720c3da1e110" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.568985] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e50ead-545e-4682-a266-720c3da1e110',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.692873] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.693073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.693150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.693379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.693459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.693655] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.693753] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.693805] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.693956] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.694022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.694108] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 already deleted. [ 785.694190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.825748] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.826530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.826530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.826714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.826714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.826930] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.827242] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.827319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.828030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.828030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.828030] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be updated. [ 785.864542] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.864691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.864759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.865165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.865307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.879521] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: IN_PROGRESS for 2s [ 786.071792] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.072114] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.072192] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.073135] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.073135] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.073135] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 71e50ead-545e-4682-a266-720c3da1e110 not found, creating... [ 786.073135] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.073135] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.073405] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.073405] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.073487] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.073771] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.073939] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.074021] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.074221] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.074331] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.074463] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 71e50ead-545e-4682-a266-720c3da1e110 is going to be created. [ 786.078337] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 786.078549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.078713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.078894] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.079077] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.079184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.079257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.079392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.079469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.079564] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.096739] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.097060] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.097144] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.097344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.097568] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.097783] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-71e50ead-545e-4682-a266-720c3da1e110" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.582031] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.851882] env[67174]: INFO networking_nsxv3.common.synchronization [req-74850184-6a97-420b-bb4e-1263b05980f5 req-9f8f1188-7de4-4525-94c1-d43a06e5d8aa service nova] Enqueued Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGHEST for action security_group_rules [ 786.852207] env[67174]: INFO networking_nsxv3.common.synchronization [req-74850184-6a97-420b-bb4e-1263b05980f5 req-9f8f1188-7de4-4525-94c1-d43a06e5d8aa service nova] Enqueued Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGHEST for action security_group_members [ 786.853221] env[67174]: INFO networking_nsxv3.common.synchronization [req-74850184-6a97-420b-bb4e-1263b05980f5 req-9f8f1188-7de4-4525-94c1-d43a06e5d8aa service nova] Enqueued Resource ID: 71e50ead-545e-4682-a266-720c3da1e110 with Priority: HIGHEST for action port [ 786.854108] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGHEST for action security_group_rules [ 786.854649] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGHEST for action security_group_members [ 786.854835] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71e50ead-545e-4682-a266-720c3da1e110 with Priority: HIGHEST for action port [ 786.855445] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2356818b-4305-4c0f-ad4a-aac7f32c4102 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.855632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.855719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.855954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.856375] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.858182] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2356818b-4305-4c0f-ad4a-aac7f32c4102 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.858406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.858406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.859668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.859995] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.863297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.863297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.863297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.863297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.863297] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.863297] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-71e50ead-545e-4682-a266-720c3da1e110 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.863297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71e50ead-545e-4682-a266-720c3da1e110" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.863297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71e50ead-545e-4682-a266-720c3da1e110" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.863297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71e50ead-545e-4682-a266-720c3da1e110" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.863297] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71e50ead-545e-4682-a266-720c3da1e110',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.878853] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: SUCCESS [ 786.879109] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.879506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.880133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.880133] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.880133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.880133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.880385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.880385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.880470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.880504] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.084957] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.365429] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.366560] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2356818b-4305-4c0f-ad4a-aac7f32c4102 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.366692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.368212] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71e50ead-545e-4682-a266-720c3da1e110 with status ACTIVE [ 787.368506] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.368506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.368676] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.368784] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.368853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.369036] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.369141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.369196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.369335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.369413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.370958] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.370958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.370958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.370958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.370958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.370958] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71e50ead-545e-4682-a266-720c3da1e110 is going to be updated. [ 787.382338] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.382504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.383959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.383959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.383959] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.383959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.383959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.383959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.383959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.383959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.383959] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.383959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.383959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.383959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.383959] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.384410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.384410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.384410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.384491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.384491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.384597] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.395947] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.395947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.395947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.395947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.395947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.395947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71e50ead-545e-4682-a266-720c3da1e110" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.587838] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.588046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.588133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.588356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.588461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.588570] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 787.624330] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.624854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.624854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.624854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.625045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.635772] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 787.861997] env[67174]: INFO networking_nsxv3.common.synchronization [req-e1a62c67-25b3-44a1-97a2-c51f1b194469 req-741e4eee-6195-453f-879e-f0441be75ceb tempest-ImagesOneServerTestJSON-1485123670 tempest-ImagesOneServerTestJSON-1485123670-project-member] Enqueued Resource ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 with Priority: HIGHEST for action security_group_members [ 787.862639] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 with Priority: HIGHEST for action security_group_members [ 787.862970] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-569afd4a-5d09-4baa-8b36-d8c81e68ec83 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.863111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.863272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.863431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.863600] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.863706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.863809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.863944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.864077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.864135] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('569afd4a-5d09-4baa-8b36-d8c81e68ec83',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.867744] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.890171] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f1217fd-efb8-48d4-8977-bad915c1a541: rpc.has_security_group_logging(os_id): False [ 787.909247] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 in Status: SUCCESS [ 787.909833] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 deletion is rescheduled due to dependency. [ 787.910098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.912255] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.912255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.912255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.912255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.933762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.934076] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.934200] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.934264] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.934461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.934744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.934744] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.934910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.934948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.935123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.935609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.935609] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.935609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.935609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.935828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.935828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.935828] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 is going to be updated. [ 788.014813] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.014813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.014813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.015212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.015212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.029817] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: IN_PROGRESS for 2s [ 788.287994] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.288242] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-828" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.288369] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-828" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.288732] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-828" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.289042] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.289216] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.289334] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.289577] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.289745] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.289961] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.290105] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.290223] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.290336] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.290443] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.290545] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.290676] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.323333] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.323542] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.323616] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.323803] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-828" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.324269] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-2294011b-3aab-43a4-97df-2abd68c273b5 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.324489] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-2294011b-3aab-43a4-97df-2abd68c273b5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.324604] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-2294011b-3aab-43a4-97df-2abd68c273b5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.325025] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-2294011b-3aab-43a4-97df-2abd68c273b5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.325232] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2294011b-3aab-43a4-97df-2abd68c273b5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.366857] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.367156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.367156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.367380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.367474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.367708] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.367809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.367855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.367981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.368073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.368193] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 already deleted. [ 788.368320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.370744] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.370880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.370921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.371167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.371266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.371359] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 is going to be created. [ 788.397201] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.397374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.397430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.397665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.397769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.408249] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 in Status: UNINITIALIZED for 2s [ 788.828245] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.828654] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.828787] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.829090] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.829257] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.829471] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 2294011b-3aab-43a4-97df-2abd68c273b5 not found, creating... [ 788.829896] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.830172] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.830308] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.830559] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.830693] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.831265] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.831265] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.831265] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.831473] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.831622] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.832031] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 2294011b-3aab-43a4-97df-2abd68c273b5 is going to be created. [ 788.854646] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.854901] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.855122] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.855403] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.855690] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.855983] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-2294011b-3aab-43a4-97df-2abd68c273b5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.606591] env[67174]: INFO networking_nsxv3.common.synchronization [req-e1a62c67-25b3-44a1-97a2-c51f1b194469 req-f204a983-b08e-4146-b363-d53c130843a0 service nova] Enqueued Resource ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 with Priority: HIGHEST for action security_group_rules [ 789.606591] env[67174]: INFO networking_nsxv3.common.synchronization [req-e1a62c67-25b3-44a1-97a2-c51f1b194469 req-f204a983-b08e-4146-b363-d53c130843a0 service nova] Enqueued Resource ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 with Priority: HIGHEST for action security_group_members [ 789.606591] env[67174]: INFO networking_nsxv3.common.synchronization [req-e1a62c67-25b3-44a1-97a2-c51f1b194469 req-f204a983-b08e-4146-b363-d53c130843a0 service nova] Enqueued Resource ID: 2294011b-3aab-43a4-97df-2abd68c273b5 with Priority: HIGHEST for action port [ 789.613482] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 with Priority: HIGHEST for action security_group_rules [ 789.613482] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 with Priority: HIGHEST for action security_group_members [ 789.613482] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2294011b-3aab-43a4-97df-2abd68c273b5 with Priority: HIGHEST for action port [ 789.613482] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.613482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.613482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.613482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.613482] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('569afd4a-5d09-4baa-8b36-d8c81e68ec83',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.616064] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-569afd4a-5d09-4baa-8b36-d8c81e68ec83 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.616064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.616064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.616064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.616064] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.616064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.616064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.616064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.616064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.616064] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('569afd4a-5d09-4baa-8b36-d8c81e68ec83',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.618661] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-2294011b-3aab-43a4-97df-2abd68c273b5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.618661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2294011b-3aab-43a4-97df-2abd68c273b5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.618661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2294011b-3aab-43a4-97df-2abd68c273b5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.618661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2294011b-3aab-43a4-97df-2abd68c273b5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.618661] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2294011b-3aab-43a4-97df-2abd68c273b5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.649281] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 789.649509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.649982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.650205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.650438] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.650559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.650638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.650866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.650866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.651021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.651122] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.046507] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: SUCCESS [ 790.046507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.123016] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-569afd4a-5d09-4baa-8b36-d8c81e68ec83 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.123016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.123016] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('569afd4a-5d09-4baa-8b36-d8c81e68ec83',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.123016] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2294011b-3aab-43a4-97df-2abd68c273b5 with status ACTIVE [ 790.123016] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.123016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.123016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.123016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.123016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.123016] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.123016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.123016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.123016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.123016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.123779] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.123779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.123779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.123779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.123779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.123779] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2294011b-3aab-43a4-97df-2abd68c273b5 is going to be updated. [ 790.145846] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.146060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.146130] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.146335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.146469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.146633] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2294011b-3aab-43a4-97df-2abd68c273b5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.153609] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.153753] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.154086] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.154086] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.154254] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.154357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.154429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.154556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.154642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.154729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.154908] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.154992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.155069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.155209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.155344] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.155452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.155541] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.155694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.155777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.155857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.155945] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.419123] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 in Status: SUCCESS [ 790.419384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.419564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.419800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.420010] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.420174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.420280] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.420460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.420543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.420672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.420727] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.624540] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('569afd4a-5d09-4baa-8b36-d8c81e68ec83',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.660229] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fa86040-92ec-4004-bda4-f5bed20ba096: rpc.has_security_group_logging(os_id): False [ 790.683418] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.683603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.683667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.684081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.710319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.710539] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.710653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.710719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.710932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.710996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.711280] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.711415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.711415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.711531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.712295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.712295] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.712295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.712295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.712295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.712295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.712295] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 790.787269] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.787269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.787269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.787269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.787269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.800931] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 790.923827] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.128742] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.129098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.129098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.129361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.129471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.129617] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 is going to be created. [ 791.161805] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.161980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.162051] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.162249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.162407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.172321] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 in Status: UNINITIALIZED for 2s [ 791.425484] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2356818b-4305-4c0f-ad4a-aac7f32c4102: rpc.has_security_group_logging(os_id): False [ 791.445540] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.445750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.445750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.446047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.446123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.446417] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.446538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.446576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.446713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.446787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.446876] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 is going to be created. [ 791.507914] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.507914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.507914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.507914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.507914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.519841] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 in Status: IN_PROGRESS for 2s [ 792.820147] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 792.820147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.182628] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 in Status: SUCCESS [ 793.182895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.183112] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.183473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.183634] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.183799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.183882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.184116] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.184191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.184256] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.184357] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('569afd4a-5d09-4baa-8b36-d8c81e68ec83',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.536957] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 in Status: SUCCESS [ 793.537404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.686757] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-569afd4a-5d09-4baa-8b36-d8c81e68ec83 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.686951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.686997] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.687259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.687436] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.687545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.687603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.687754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.687842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.688238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.688238] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-569afd4a-5d09-4baa-8b36-d8c81e68ec83 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.688520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.688520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.688520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.688656] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.688703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.688764] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.688896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.688967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.689058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.689149] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('569afd4a-5d09-4baa-8b36-d8c81e68ec83',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.191572] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 569afd4a-5d09-4baa-8b36-d8c81e68ec83: rpc.has_security_group_logging(os_id): False [ 794.212603] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.212780] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.212895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.213144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.213233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.213448] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.213545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.213604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.213755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.213831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.214014] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.214111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.214174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.214304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.214374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.214561] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.214638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.214700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.214868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.214940] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.219520] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 is going to be created. [ 794.284035] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.284035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.284035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.284035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.284035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.294445] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 in Status: IN_PROGRESS for 2s [ 794.612518] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 794.612518] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 795.160437] env[67174]: INFO networking_nsxv3.common.synchronization [req-3ac12ae8-41e9-44aa-aba1-82e9eb04179c req-3ada9a80-6a25-4b5d-92aa-68d2d6fa74da tempest-ListServerFiltersTestJSON-1631095442 tempest-ListServerFiltersTestJSON-1631095442-project-member] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 795.160982] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 795.163070] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.163070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.163070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.163070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.163290] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.163358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.163404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.163897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.163897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.163897] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.502711] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.503105] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-992" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.503242] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-992" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.503525] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-992" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.504333] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.504757] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.504757] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.504982] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.505099] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.505329] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.505622] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.505733] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.505837] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.505943] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.506057] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.506188] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.526149] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.526443] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.526526] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.526668] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-992" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.527054] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-d0a21776-cfac-4cca-8275-33e56732efb9 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.527188] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-d0a21776-cfac-4cca-8275-33e56732efb9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.527300] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-d0a21776-cfac-4cca-8275-33e56732efb9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.527620] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-d0a21776-cfac-4cca-8275-33e56732efb9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.527754] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a21776-cfac-4cca-8275-33e56732efb9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.668752] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.669084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.669167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.669382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.669474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.669690] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.669808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.669879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.670049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.670136] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.670258] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 already deleted. [ 795.670304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.030304] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.030641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.030641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.031807] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.031807] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.031807] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port d0a21776-cfac-4cca-8275-33e56732efb9 not found, creating... [ 796.031807] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.031807] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.031807] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.032172] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.032250] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.032542] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.032698] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.032845] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.033130] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.033269] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.033337] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: d0a21776-cfac-4cca-8275-33e56732efb9 is going to be created. [ 796.059903] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.060148] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.060217] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.060604] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.061130] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.061359] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-d0a21776-cfac-4cca-8275-33e56732efb9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.314244] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 in Status: SUCCESS [ 796.314244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.768575] env[67174]: INFO networking_nsxv3.common.synchronization [req-3ac12ae8-41e9-44aa-aba1-82e9eb04179c req-20c2a720-c448-462b-88fd-fd61ba833ce6 service nova] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_rules [ 796.768854] env[67174]: INFO networking_nsxv3.common.synchronization [req-3ac12ae8-41e9-44aa-aba1-82e9eb04179c req-20c2a720-c448-462b-88fd-fd61ba833ce6 service nova] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 796.768894] env[67174]: INFO networking_nsxv3.common.synchronization [req-3ac12ae8-41e9-44aa-aba1-82e9eb04179c req-20c2a720-c448-462b-88fd-fd61ba833ce6 service nova] Enqueued Resource ID: d0a21776-cfac-4cca-8275-33e56732efb9 with Priority: HIGHEST for action port [ 796.769446] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_rules [ 796.769584] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 796.771093] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a21776-cfac-4cca-8275-33e56732efb9 with Priority: HIGHEST for action port [ 796.771093] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.771093] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.771093] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.771093] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.771093] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.771467] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.771467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.771556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.771658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.771847] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.771918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.771998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.773086] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.773086] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.773086] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.776373] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0a21776-cfac-4cca-8275-33e56732efb9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.776373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0a21776-cfac-4cca-8275-33e56732efb9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.776373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0a21776-cfac-4cca-8275-33e56732efb9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.776373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0a21776-cfac-4cca-8275-33e56732efb9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.776373] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0a21776-cfac-4cca-8275-33e56732efb9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.275740] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.276895] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.277015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.278400] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0a21776-cfac-4cca-8275-33e56732efb9 with status ACTIVE [ 797.278400] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.278400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.278400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.278400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.278400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.278400] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.278400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.278400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.278740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.278740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.278740] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.278854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.278854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.279269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.281369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.281485] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0a21776-cfac-4cca-8275-33e56732efb9 is going to be updated. [ 797.303873] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.304045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.304132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.304346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.304483] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.304657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0a21776-cfac-4cca-8275-33e56732efb9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.784034] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.285576] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.285789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.285856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.286395] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.286395] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.286395] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 is going to be created. [ 798.321139] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.321542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.321542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.322307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.322307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.335750] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: UNINITIALIZED for 2s [ 800.165835] env[67174]: INFO networking_nsxv3.common.synchronization [req-235438fe-8562-4ca6-bd55-080f1bfbe5e5 req-dd0c0363-f873-47ad-9488-b91af27fb4b2 tempest-ListServerFiltersTestJSON-1631095442 tempest-ListServerFiltersTestJSON-1631095442-project-member] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 800.165835] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 800.165835] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.165835] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.351984] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: SUCCESS [ 800.352248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.352427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.353482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.353698] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.353827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.353896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.354081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.354168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.354260] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.354367] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.356843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.357094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.357251] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.357373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.357445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.357587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.357669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.357764] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.561090] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.562029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-992" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.562029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-992" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.562029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-992" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.562202] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.562910] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.562910] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.562910] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.562910] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.563202] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.563202] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.563308] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.563414] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.563549] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.563677] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.563831] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.583534] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.583717] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.583903] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.584114] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-992" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.584477] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-f4ed0dbe-ae66-408d-9909-c5023062605b taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.584677] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-f4ed0dbe-ae66-408d-9909-c5023062605b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.585650] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-f4ed0dbe-ae66-408d-9909-c5023062605b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.585650] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-f4ed0dbe-ae66-408d-9909-c5023062605b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.585650] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ed0dbe-ae66-408d-9909-c5023062605b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.633321] env[67174]: INFO networking_nsxv3.common.synchronization [req-dcc322c1-607e-4a7b-9418-b3eb47f948e1 req-a86f5c5d-d3fa-4a65-846f-1235ca346ce8 tempest-FloatingIPsAssociationTestJSON-42957932 tempest-FloatingIPsAssociationTestJSON-42957932-project-member] Enqueued Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_members [ 800.633321] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_members [ 800.637047] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.637412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.637632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.637926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.638213] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.638453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.640089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.640089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.640089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.640089] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.858080] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.858279] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.861594] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.088197] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.088421] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.088543] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.088822] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.088965] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.089126] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port f4ed0dbe-ae66-408d-9909-c5023062605b not found, creating... [ 801.089379] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.089529] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.089636] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.089844] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.089971] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.090260] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.090450] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.090522] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.090712] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.090835] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.090967] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: f4ed0dbe-ae66-408d-9909-c5023062605b is going to be created. [ 801.125605] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.125854] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.125994] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.126261] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.126535] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.126840] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-f4ed0dbe-ae66-408d-9909-c5023062605b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.141452] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.364514] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.646787] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.870515] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.870728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.870832] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.871111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.871188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.871313] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 is going to be updated. [ 801.895436] env[67174]: INFO networking_nsxv3.common.synchronization [req-235438fe-8562-4ca6-bd55-080f1bfbe5e5 req-66f56cfb-4bcf-4257-93d6-0d66121a6a4a service nova] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_rules [ 801.895436] env[67174]: INFO networking_nsxv3.common.synchronization [req-235438fe-8562-4ca6-bd55-080f1bfbe5e5 req-66f56cfb-4bcf-4257-93d6-0d66121a6a4a service nova] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 801.895436] env[67174]: INFO networking_nsxv3.common.synchronization [req-235438fe-8562-4ca6-bd55-080f1bfbe5e5 req-66f56cfb-4bcf-4257-93d6-0d66121a6a4a service nova] Enqueued Resource ID: f4ed0dbe-ae66-408d-9909-c5023062605b with Priority: HIGHEST for action port [ 801.898556] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_rules [ 801.898962] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 801.899032] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ed0dbe-ae66-408d-9909-c5023062605b with Priority: HIGHEST for action port [ 801.899379] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.899498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.899887] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.899953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.900216] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4ed0dbe-ae66-408d-9909-c5023062605b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.900329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4ed0dbe-ae66-408d-9909-c5023062605b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.900329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4ed0dbe-ae66-408d-9909-c5023062605b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.900561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4ed0dbe-ae66-408d-9909-c5023062605b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.900644] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ed0dbe-ae66-408d-9909-c5023062605b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.910496] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.910706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.910819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.911586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.911862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.925397] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: IN_PROGRESS for 2s [ 802.148969] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.149117] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.149174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.149717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.149717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.149717] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 is going to be updated. [ 802.180116] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.180267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.180332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.180536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.180681] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.194409] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: IN_PROGRESS for 2s [ 802.404420] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4ed0dbe-ae66-408d-9909-c5023062605b with status ACTIVE [ 802.404723] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.404723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.404857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.405072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.405163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.405375] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.405480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.405542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.405689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.405763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.405960] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.406078] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.406165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.406649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.406649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.406649] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4ed0dbe-ae66-408d-9909-c5023062605b is going to be updated. [ 802.428976] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.429207] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.429207] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.429358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.429763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.429763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4ed0dbe-ae66-408d-9909-c5023062605b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.938827] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: SUCCESS [ 803.939357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.939357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.939528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.939736] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.939851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.939927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.940336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.940336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.940336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.940585] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.940585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.940585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.940822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.940883] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.940992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.941066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.941208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.941280] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.941362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.941452] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.942382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.942552] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.942710] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.942815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.942877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.943072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.943153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.943246] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.207998] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: SUCCESS [ 804.208333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.445682] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f80b9b7c-d265-4b85-82a4-739c895db476: rpc.has_security_group_logging(os_id): False [ 804.446923] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.466991] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.467195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.467244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.467454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.467517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.467707] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.467803] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.467901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.468012] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.468096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.468298] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.468392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.468465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.468578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.468647] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.468818] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.468908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.468957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.469150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.469231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.469307] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 is going to be created. [ 804.536052] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.536052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.536052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.536321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.536439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.550517] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: IN_PROGRESS for 2s [ 804.949849] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.140322] env[67174]: INFO networking_nsxv3.common.synchronization [req-eed139b3-84aa-4d97-918e-0cac6b158670 req-3ee84669-1272-4ebf-8266-0074353f5947 tempest-ListServerFiltersTestJSON-1631095442 tempest-ListServerFiltersTestJSON-1631095442-project-member] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 805.141543] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 805.141970] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.142192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.454007] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.454184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.454356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.454488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.454576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.454672] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 is going to be updated. [ 805.464091] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.464290] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-992" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.464406] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-992" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.464660] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-992" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.464930] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.465099] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.465211] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.465417] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.465547] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.465747] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.465860] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.465942] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.466057] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.466157] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.466251] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.466370] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.483284] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.483436] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.483553] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.483711] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-992" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.484074] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-00378c3a-e10b-4ace-91c2-7c0e040bd9a6 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.484253] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-00378c3a-e10b-4ace-91c2-7c0e040bd9a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.484368] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-00378c3a-e10b-4ace-91c2-7c0e040bd9a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.484685] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-00378c3a-e10b-4ace-91c2-7c0e040bd9a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.484877] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00378c3a-e10b-4ace-91c2-7c0e040bd9a6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.486641] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.486757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.486819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.486988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.487147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.496115] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: IN_PROGRESS for 2s [ 805.989387] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.989387] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.989766] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.989766] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.989938] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.990109] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 00378c3a-e10b-4ace-91c2-7c0e040bd9a6 not found, creating... [ 805.990359] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.990511] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.990620] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.990836] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.990966] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.991250] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.991397] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.991504] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.991700] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.991825] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.991980] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 00378c3a-e10b-4ace-91c2-7c0e040bd9a6 is going to be created. [ 806.015733] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.016013] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.016074] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.016610] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.016839] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.017090] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-00378c3a-e10b-4ace-91c2-7c0e040bd9a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.564853] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: SUCCESS [ 806.565902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.565902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.566240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.566486] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.775582] env[67174]: INFO networking_nsxv3.common.synchronization [req-eed139b3-84aa-4d97-918e-0cac6b158670 req-0916bc9d-0832-4841-b8c7-0bcac007c59f service nova] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_rules [ 806.775582] env[67174]: INFO networking_nsxv3.common.synchronization [req-eed139b3-84aa-4d97-918e-0cac6b158670 req-0916bc9d-0832-4841-b8c7-0bcac007c59f service nova] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 806.775582] env[67174]: INFO networking_nsxv3.common.synchronization [req-eed139b3-84aa-4d97-918e-0cac6b158670 req-0916bc9d-0832-4841-b8c7-0bcac007c59f service nova] Enqueued Resource ID: 00378c3a-e10b-4ace-91c2-7c0e040bd9a6 with Priority: HIGHEST for action port [ 806.775582] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_rules [ 806.775582] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 806.775582] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00378c3a-e10b-4ace-91c2-7c0e040bd9a6 with Priority: HIGHEST for action port [ 806.776097] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.776482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.776834] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.777069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.777406] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-00378c3a-e10b-4ace-91c2-7c0e040bd9a6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.777743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00378c3a-e10b-4ace-91c2-7c0e040bd9a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.777898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00378c3a-e10b-4ace-91c2-7c0e040bd9a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.778192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00378c3a-e10b-4ace-91c2-7c0e040bd9a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.778378] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00378c3a-e10b-4ace-91c2-7c0e040bd9a6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.070518] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.070837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.280226] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00378c3a-e10b-4ace-91c2-7c0e040bd9a6 with status ACTIVE [ 807.280565] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.280727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.280799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.281051] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.281161] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.281361] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.281466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.281528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.281727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.281812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.282044] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.282155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.282211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.282357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.282430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.282532] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00378c3a-e10b-4ace-91c2-7c0e040bd9a6 is going to be updated. [ 807.311154] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.311154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.311154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.311154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.311154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.311154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00378c3a-e10b-4ace-91c2-7c0e040bd9a6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.508051] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: SUCCESS [ 807.508311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.508499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.508714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.508910] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.509042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.509104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.509253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.509326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.509427] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.012492] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.514239] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.019928] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.019928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.019928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.019928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.019928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.019928] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 is going to be updated. [ 809.055884] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.056098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.056234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.056462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.056891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.067602] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: IN_PROGRESS for 2s [ 809.227814] env[67174]: INFO networking_nsxv3.common.synchronization [None req-b719b1d7-7da2-4852-aa32-5ee9b08cf77f tempest-ImagesOneServerNegativeTestJSON-1299688289 tempest-ImagesOneServerNegativeTestJSON-1299688289-project-member] Enqueued Resource ID: 8ebad683-25db-4b0a-b208-8b3f6c5475b4 with Priority: HIGHEST for action security_group_rules [ 809.229420] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebad683-25db-4b0a-b208-8b3f6c5475b4 with Priority: HIGHEST for action security_group_rules [ 809.229420] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebad683-25db-4b0a-b208-8b3f6c5475b4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.229420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebad683-25db-4b0a-b208-8b3f6c5475b4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.229420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebad683-25db-4b0a-b208-8b3f6c5475b4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.229420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebad683-25db-4b0a-b208-8b3f6c5475b4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.229420] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebad683-25db-4b0a-b208-8b3f6c5475b4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.332614] env[67174]: INFO networking_nsxv3.common.synchronization [None req-714bf53c-571e-4409-a8e1-9190facbb715 tempest-ImagesOneServerNegativeTestJSON-1299688289 tempest-ImagesOneServerNegativeTestJSON-1299688289-project-member] Enqueued Resource ID: 8ebad683-25db-4b0a-b208-8b3f6c5475b4 with Priority: HIGHEST for action security_group_rules [ 809.332871] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebad683-25db-4b0a-b208-8b3f6c5475b4 with Priority: HIGHEST for action security_group_rules [ 809.333082] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebad683-25db-4b0a-b208-8b3f6c5475b4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.333179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebad683-25db-4b0a-b208-8b3f6c5475b4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.757295] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.757621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.757621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.757778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.757778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.757956] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebad683-25db-4b0a-b208-8b3f6c5475b4 already deleted. [ 809.758051] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebad683-25db-4b0a-b208-8b3f6c5475b4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.758153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebad683-25db-4b0a-b208-8b3f6c5475b4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.758303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebad683-25db-4b0a-b208-8b3f6c5475b4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.758390] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebad683-25db-4b0a-b208-8b3f6c5475b4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.284861] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.285101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.285182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.285882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.285882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.285882] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebad683-25db-4b0a-b208-8b3f6c5475b4 already deleted. [ 810.285882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebad683-25db-4b0a-b208-8b3f6c5475b4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.081211] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: SUCCESS [ 811.081553] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.083575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.083575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.083575] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.083575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.083575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.083575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.083575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.083575] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.585334] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.090030] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.450619] env[67174]: INFO networking_nsxv3.common.synchronization [None req-290f7b1e-19b4-4ad2-9b5e-26ae004d283b None None] Enqueued Resource ID: 9c5d2c32-73b5-4b13-bd7f-88fb5e9a7b2b with Priority: HIGHEST for action port [ 812.454312] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5d2c32-73b5-4b13-bd7f-88fb5e9a7b2b with Priority: HIGHEST for action port [ 812.455838] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c5d2c32-73b5-4b13-bd7f-88fb5e9a7b2b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.455973] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c5d2c32-73b5-4b13-bd7f-88fb5e9a7b2b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.456045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c5d2c32-73b5-4b13-bd7f-88fb5e9a7b2b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.456342] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c5d2c32-73b5-4b13-bd7f-88fb5e9a7b2b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.456438] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c5d2c32-73b5-4b13-bd7f-88fb5e9a7b2b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.594874] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.594874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.594874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.594874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.594874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.594874] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 is going to be updated. [ 812.622307] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.622446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.622501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.622707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.622953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.636658] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: IN_PROGRESS for 2s [ 812.960991] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c5d2c32-73b5-4b13-bd7f-88fb5e9a7b2b [ 812.961283] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.961283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.961283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.961487] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.961570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.961675] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c5d2c32-73b5-4b13-bd7f-88fb5e9a7b2b already deleted. [ 812.961751] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c5d2c32-73b5-4b13-bd7f-88fb5e9a7b2b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.278365] env[67174]: INFO networking_nsxv3.common.synchronization [None req-a3cd7e30-2384-4ce3-b22e-1c075e1a319b tempest-ServersTestManualDisk-2028811851 tempest-ServersTestManualDisk-2028811851-project-member] Enqueued Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGHEST for action security_group_rules [ 813.278365] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGHEST for action security_group_rules [ 813.278365] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55b870d5-429c-4614-bbf4-625cd70c6ce8 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.278365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.278365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.278365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.278365] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55b870d5-429c-4614-bbf4-625cd70c6ce8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.384879] env[67174]: INFO networking_nsxv3.common.synchronization [None req-c25f50ef-93b9-4ce2-8408-3aee37a58d13 tempest-ServersTestManualDisk-2028811851 tempest-ServersTestManualDisk-2028811851-project-member] Enqueued Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGHEST for action security_group_rules [ 813.384879] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGHEST for action security_group_rules [ 813.385212] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55b870d5-429c-4614-bbf4-625cd70c6ce8 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.385212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.826032] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.826207] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.826303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.826634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.827196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.827196] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 already deleted. [ 813.827196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.827370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.827658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.827804] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55b870d5-429c-4614-bbf4-625cd70c6ce8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.354058] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.354359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.354359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.354509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.354577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.355017] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 already deleted. [ 814.355017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.647762] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: SUCCESS [ 814.647762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.647762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.647762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.647984] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.647984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.647984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.648156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.648356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.648356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.648505] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.765349] env[67174]: INFO networking_nsxv3.common.synchronization [None req-bcfdfa50-0ffa-49c3-a175-3ba9bdeb339c None None] Enqueued Resource ID: e6cd7f4e-8e23-4acc-94e7-f05bcfbbc3ed with Priority: HIGHEST for action port [ 814.765349] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6cd7f4e-8e23-4acc-94e7-f05bcfbbc3ed with Priority: HIGHEST for action port [ 814.765349] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6cd7f4e-8e23-4acc-94e7-f05bcfbbc3ed taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.765349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6cd7f4e-8e23-4acc-94e7-f05bcfbbc3ed" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.765349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6cd7f4e-8e23-4acc-94e7-f05bcfbbc3ed" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.765349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6cd7f4e-8e23-4acc-94e7-f05bcfbbc3ed" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.765349] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6cd7f4e-8e23-4acc-94e7-f05bcfbbc3ed',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.151536] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.152463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.152624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.152969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.153219] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.153350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.153420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.153573] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.153648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.156081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.156081] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.156081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.156081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.156081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.156081] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.156081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.156081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.156081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.156081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.156081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.156081] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.267199] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6cd7f4e-8e23-4acc-94e7-f05bcfbbc3ed [ 815.267800] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.268017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.268079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.268652] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.269384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.269384] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6cd7f4e-8e23-4acc-94e7-f05bcfbbc3ed already deleted. [ 815.269384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6cd7f4e-8e23-4acc-94e7-f05bcfbbc3ed" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.657857] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f80b9b7c-d265-4b85-82a4-739c895db476: rpc.has_security_group_logging(os_id): False [ 815.677939] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.677939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.677939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.677939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.677939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.678316] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.678316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.678316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.678936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.678936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.678936] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.678936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.678936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.679104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.680024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.680024] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.680024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.680024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.680024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.680024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.680024] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 is going to be updated. [ 815.744500] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.744698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.744773] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.745097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.745271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.760948] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: IN_PROGRESS for 2s [ 817.781467] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: SUCCESS [ 817.781761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.781870] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.782106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.782353] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.284355] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.284729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.284729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.284939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.285086] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.285212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.285617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.285789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.285946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.287052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.287052] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.784249] env[67174]: INFO networking_nsxv3.common.synchronization [req-717c5d0a-be15-494d-9478-310e15e3913f req-ab8b3e4a-914f-4d25-89d0-a4807a99adfa tempest-ListImageFiltersTestJSON-513933333 tempest-ListImageFiltersTestJSON-513933333-project-member] Enqueued Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_members [ 818.784249] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 with Priority: HIGHEST for action security_group_members [ 818.784249] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a67d15b-1d37-44cd-a01d-074bcd243e23 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.784249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.784249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.784249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.784249] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.784249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.784249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.784249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.784249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.784249] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a67d15b-1d37-44cd-a01d-074bcd243e23',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.793425] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.793425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.793425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.793425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.793425] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.793425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.793425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.793425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.793425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.793425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.793830] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.793830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.793830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.793830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.793959] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.794132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.794132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.794208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.794272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.794347] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.794428] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.286673] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.286782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.286782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.287606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.299564] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f80b9b7c-d265-4b85-82a4-739c895db476: rpc.has_security_group_logging(os_id): False [ 819.320107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.320939] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.321060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.321265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.321309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.321394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.321505] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 is going to be updated. [ 819.324128] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.324240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.324240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.324433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.324516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.324942] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.325072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.325138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.325498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.325498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.325610] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.325663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.325717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.325875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.325932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.326116] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.326208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.326268] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.326401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.326474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.326554] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 is going to be updated. [ 819.354427] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.354427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.354427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.356316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.356316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.365817] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: IN_PROGRESS for 2s [ 819.399110] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.399110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.399110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.399929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.399929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.425832] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: IN_PROGRESS for 2s [ 819.546619] env[67174]: INFO networking_nsxv3.common.synchronization [req-ae2be7dd-6e80-44ea-9c4f-4e75c7a1cad1 req-e50b5ad2-70b2-4eef-a812-ee1b6da48b43 tempest-ServersWithSpecificFlavorTestJSON-320830793 tempest-ServersWithSpecificFlavorTestJSON-320830793-project-member] Enqueued Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_members [ 819.547368] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_members [ 819.547585] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.547737] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.547848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.548488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.548595] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.548707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.548760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.548912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.549045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.549107] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.053041] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.053363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.053363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.053434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.077216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.078049] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.078049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.078049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.078273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.078273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.078362] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 is going to be updated. [ 820.105867] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.106138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.106138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.106304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.106420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.116059] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 in Status: IN_PROGRESS for 2s [ 821.353991] env[67174]: INFO networking_nsxv3.common.synchronization [req-3669ef1e-e54d-4c8f-a6fa-db516d8cf5e4 req-b224b75a-ff59-4dca-b381-8e582aaf8cda tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f with Priority: HIGHEST for action security_group_members [ 821.354641] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f with Priority: HIGHEST for action security_group_members [ 821.355327] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9dc422-7342-447e-ac5b-8c81ef5c339f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.355487] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.355646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.356103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.356335] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.356492] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.356563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.356727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.356814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.356916] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a9dc422-7342-447e-ac5b-8c81ef5c339f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.375971] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 in Status: SUCCESS [ 821.376199] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a67d15b-1d37-44cd-a01d-074bcd243e23 deletion is rescheduled due to dependency. [ 821.376320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a67d15b-1d37-44cd-a01d-074bcd243e23" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.440836] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: SUCCESS [ 821.441261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.691509] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.691689] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.691815] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.692256] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.692598] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.692725] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.692885] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.693071] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.693147] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.693348] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.693432] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.693539] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.693637] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.693735] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.693832] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.693955] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.715216] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.715389] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.715499] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.715671] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.716024] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-9c675212-7506-415b-885a-ce6332d72db7 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.716195] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-9c675212-7506-415b-885a-ce6332d72db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.716305] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-9c675212-7506-415b-885a-ce6332d72db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.716865] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-9c675212-7506-415b-885a-ce6332d72db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.716865] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c675212-7506-415b-885a-ce6332d72db7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.861942] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.862129] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.862188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.862412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.862509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.862700] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.862903] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.862993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.863192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.863278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.863392] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f already deleted. [ 821.863523] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.130273] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 in Status: SUCCESS [ 822.130273] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 deletion is rescheduled due to dependency. [ 822.130273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.219627] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.219745] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.219814] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.220160] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.220228] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.220485] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 9c675212-7506-415b-885a-ce6332d72db7 not found, creating... [ 822.220664] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.221717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.221717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.221717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.221717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.221717] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.221717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.222136] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.222136] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.222136] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.222264] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 9c675212-7506-415b-885a-ce6332d72db7 is going to be created. [ 822.242572] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.242822] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.242992] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.243282] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.243589] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.243893] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-9c675212-7506-415b-885a-ce6332d72db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.994314] env[67174]: INFO networking_nsxv3.common.synchronization [req-3669ef1e-e54d-4c8f-a6fa-db516d8cf5e4 req-94005e98-5fb3-4529-8ce6-d92aeddd300e service nova] Enqueued Resource ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f with Priority: HIGHEST for action security_group_rules [ 822.994579] env[67174]: INFO networking_nsxv3.common.synchronization [req-3669ef1e-e54d-4c8f-a6fa-db516d8cf5e4 req-94005e98-5fb3-4529-8ce6-d92aeddd300e service nova] Enqueued Resource ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f with Priority: HIGHEST for action security_group_members [ 822.994683] env[67174]: INFO networking_nsxv3.common.synchronization [req-3669ef1e-e54d-4c8f-a6fa-db516d8cf5e4 req-94005e98-5fb3-4529-8ce6-d92aeddd300e service nova] Enqueued Resource ID: 9c675212-7506-415b-885a-ce6332d72db7 with Priority: HIGHEST for action port [ 822.995201] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f with Priority: HIGHEST for action security_group_rules [ 822.995327] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f with Priority: HIGHEST for action security_group_members [ 822.995431] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c675212-7506-415b-885a-ce6332d72db7 with Priority: HIGHEST for action port [ 822.996031] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.996147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.996147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.996353] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.996486] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a9dc422-7342-447e-ac5b-8c81ef5c339f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.997508] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9dc422-7342-447e-ac5b-8c81ef5c339f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.997636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.997703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.998015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.998185] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.998288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.998352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.998500] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.998586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.998676] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a9dc422-7342-447e-ac5b-8c81ef5c339f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.999489] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c675212-7506-415b-885a-ce6332d72db7 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.999600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c675212-7506-415b-885a-ce6332d72db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.999667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c675212-7506-415b-885a-ce6332d72db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.999817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c675212-7506-415b-885a-ce6332d72db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.999893] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c675212-7506-415b-885a-ce6332d72db7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.502439] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c675212-7506-415b-885a-ce6332d72db7 with status ACTIVE [ 823.504057] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.504057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.504057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.504057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.504057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.504057] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.504057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.504057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.504714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.504714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.504714] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.504834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.504932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.505162] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.505509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.505509] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c675212-7506-415b-885a-ce6332d72db7 is going to be updated. [ 823.507030] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a9dc422-7342-447e-ac5b-8c81ef5c339f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.508290] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9dc422-7342-447e-ac5b-8c81ef5c339f taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.508428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.530626] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.530860] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.530860] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.531034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.531172] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.531329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c675212-7506-415b-885a-ce6332d72db7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.009462] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a9dc422-7342-447e-ac5b-8c81ef5c339f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.513709] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.513709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.513932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.514041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.514115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.514215] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f is going to be created. [ 824.542437] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.542437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.542437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.542437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.542437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.554190] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f in Status: UNINITIALIZED for 2s [ 826.256344] env[67174]: INFO networking_nsxv3.common.synchronization [req-0caa62d0-1439-4c6a-adf4-3740250a187a req-ebaf6227-1a2a-46cc-838d-d6feccb1875f tempest-ImagesNegativeTestJSON-77567666 tempest-ImagesNegativeTestJSON-77567666-project-member] Enqueued Resource ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 with Priority: HIGHEST for action security_group_members [ 826.256344] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 with Priority: HIGHEST for action security_group_members [ 826.256712] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed723b0e-d061-4ca9-8545-9bf93395ac21 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.256848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.256848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.257210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.257377] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.257500] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.257564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.257721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.257802] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.257901] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed723b0e-d061-4ca9-8545-9bf93395ac21',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.566698] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f in Status: SUCCESS [ 826.566961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.567117] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.567369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.567629] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.567793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.567907] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.568080] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.568182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.568275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.568368] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a9dc422-7342-447e-ac5b-8c81ef5c339f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.600995] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.600995] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-403" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.600995] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-403" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.600995] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-403" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.600995] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.600995] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.600995] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.600995] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.600995] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.601519] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.601519] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.601519] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.601519] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.601519] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.601662] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.601662] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.621310] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.622074] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.622074] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.622074] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-403" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.622245] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-19e73c6d-dced-4fe3-ad03-004ff7b2ff12 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.622426] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-19e73c6d-dced-4fe3-ad03-004ff7b2ff12" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.622499] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-19e73c6d-dced-4fe3-ad03-004ff7b2ff12" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.622767] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-19e73c6d-dced-4fe3-ad03-004ff7b2ff12" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.623544] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e73c6d-dced-4fe3-ad03-004ff7b2ff12',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.763668] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.763668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.763668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.763668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.763668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.763668] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.763668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.763668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.763668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.763668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.763668] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 already deleted. [ 826.763668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.073530] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a9dc422-7342-447e-ac5b-8c81ef5c339f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.125222] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.125461] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.125586] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.125939] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.126071] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.126220] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 19e73c6d-dced-4fe3-ad03-004ff7b2ff12 not found, creating... [ 827.126483] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.126848] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.126848] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.126979] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.127648] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.127648] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.127648] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.127969] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.127969] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.128151] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.128441] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 19e73c6d-dced-4fe3-ad03-004ff7b2ff12 is going to be created. [ 827.153499] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.153733] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.153851] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.154146] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.154368] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.154584] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-19e73c6d-dced-4fe3-ad03-004ff7b2ff12" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.576526] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a9dc422-7342-447e-ac5b-8c81ef5c339f: rpc.has_security_group_logging(os_id): False [ 827.600828] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.600975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.601072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.601400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.601519] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.601795] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.601931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.602014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.602202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.602285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.602415] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f is going to be created. [ 827.668962] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.669196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.669196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.669413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.669741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.687288] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f in Status: IN_PROGRESS for 2s [ 827.884670] env[67174]: INFO networking_nsxv3.common.synchronization [req-0caa62d0-1439-4c6a-adf4-3740250a187a req-6562d6f7-abc0-464e-b7ec-d71ff10fc83f service nova] Enqueued Resource ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 with Priority: HIGHEST for action security_group_rules [ 827.884842] env[67174]: INFO networking_nsxv3.common.synchronization [req-0caa62d0-1439-4c6a-adf4-3740250a187a req-6562d6f7-abc0-464e-b7ec-d71ff10fc83f service nova] Enqueued Resource ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 with Priority: HIGHEST for action security_group_members [ 827.885095] env[67174]: INFO networking_nsxv3.common.synchronization [req-0caa62d0-1439-4c6a-adf4-3740250a187a req-6562d6f7-abc0-464e-b7ec-d71ff10fc83f service nova] Enqueued Resource ID: 19e73c6d-dced-4fe3-ad03-004ff7b2ff12 with Priority: HIGHEST for action port [ 827.885616] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 with Priority: HIGHEST for action security_group_rules [ 827.885749] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 with Priority: HIGHEST for action security_group_members [ 827.885933] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19e73c6d-dced-4fe3-ad03-004ff7b2ff12 with Priority: HIGHEST for action port [ 827.886318] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed723b0e-d061-4ca9-8545-9bf93395ac21 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.886411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.886452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.886751] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.886834] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed723b0e-d061-4ca9-8545-9bf93395ac21',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.888409] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed723b0e-d061-4ca9-8545-9bf93395ac21 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.888899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.888899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.888899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.889081] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.889081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.889081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.889238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.889274] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.889417] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed723b0e-d061-4ca9-8545-9bf93395ac21',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.890771] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-19e73c6d-dced-4fe3-ad03-004ff7b2ff12 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.890771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19e73c6d-dced-4fe3-ad03-004ff7b2ff12" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.891220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19e73c6d-dced-4fe3-ad03-004ff7b2ff12" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.891220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19e73c6d-dced-4fe3-ad03-004ff7b2ff12" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.891220] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e73c6d-dced-4fe3-ad03-004ff7b2ff12',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.922978] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.923234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.923305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.923536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.923655] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.389030] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed723b0e-d061-4ca9-8545-9bf93395ac21 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.389185] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.391537] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed723b0e-d061-4ca9-8545-9bf93395ac21',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.393504] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19e73c6d-dced-4fe3-ad03-004ff7b2ff12 with status ACTIVE [ 828.393805] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.393961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.394071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.394340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.394646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.395024] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.395202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.395328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.395518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.395658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.395972] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.396114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.396157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.396314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.396388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.396558] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19e73c6d-dced-4fe3-ad03-004ff7b2ff12 is going to be updated. [ 828.419192] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.419323] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.419394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.419632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.420055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.420263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19e73c6d-dced-4fe3-ad03-004ff7b2ff12" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.426247] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.895262] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed723b0e-d061-4ca9-8545-9bf93395ac21',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.929457] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.398100] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.398303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.398400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.398686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.398851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.398920] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 is going to be created. [ 829.432132] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 829.432327] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 829.436105] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.436317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.436317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.436553] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.436753] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.448611] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 in Status: UNINITIALIZED for 2s [ 829.703950] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f in Status: SUCCESS [ 829.704190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.319629] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.320116] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.320116] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.320116] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.486773] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 830.487714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.488914] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 830.521798] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.521798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.521798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.522078] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.529768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.530267] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 830.530350] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 830.530426] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 830.569929] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.570226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.570370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.570696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.572033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.572253] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 830.656515] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.657329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.657329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.657329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.657329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.657682] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 830.736987] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.737563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.737563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.737675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.737909] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.738207] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 830.738327] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6f4b4f42-c266-462d-a906-a1dfac6a443d', 'e2f57f08-1c17-43bd-9169-c5940f265015', '70b74ffe-fd10-47d5-926c-7533aa8ba84a', 'e0af24a8-de79-40bb-a96f-cb8eba0daac9', '7dc1ff42-62e7-4be2-b74c-b644ae263530', '8479b0f4-de9e-4476-9318-7494ee6f37b2', '9e9a37a3-27ec-4919-b5f2-f8e01c1affa6', '7e464ef3-9627-4f1a-80b6-fbbaa333efcf', '2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3', '569afd4a-5d09-4baa-8b36-d8c81e68ec83', 'f80b9b7c-d265-4b85-82a4-739c895db476', '37387f75-fb16-456d-a665-839110f2fa5b', 'c811befd-6f7f-4425-a60e-a421bd37bf4d', '7ca3b341-43d9-4521-ab8e-19d2ade9126e', 'ac4043a7-2132-4e62-938c-0d27d9b740dd', '5fa86040-92ec-4004-bda4-f5bed20ba096', '2356818b-4305-4c0f-ad4a-aac7f32c4102', '7f8025f0-1742-4946-9480-975a67562fab', 'f8604e44-5a6d-4244-9491-ccbace724fa5', '5f1217fd-efb8-48d4-8977-bad915c1a541', '83780c32-0905-4293-a842-66a41745595a', '419d0da3-ca92-43eb-9194-a7ae627fe2ab', '66c5f1b5-8d2f-45ad-8352-064427ed0c3f', '9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a', '4e061c56-f558-4e67-87f1-49d6c540ae48', '7d166a30-7eb2-4eae-87da-af22de77d6c7', 'fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa', '90ce717d-c3c5-4520-87b4-465f18014b3d', 'c059d22d-f8b9-452c-99bd-587a6482b384', '1e23c51c-07b2-4de0-a4bb-a5e84c921fac', '3a67d15b-1d37-44cd-a01d-074bcd243e23', 'a8e36490-4476-401f-b4f5-32b1aba66ab3', 'bbb538cf-aaab-4d8a-ac66-6eccf3b18d66', 'b809d240-7c6a-4f5d-a927-643799167e5e', '122c4ee7-ab71-4edb-bab7-57628c9dd079', '97b7dc54-715d-45b0-85ab-097657b01adb', '9a9dc422-7342-447e-ac5b-8c81ef5c339f', 'f379c511-4ed8-4036-8204-75d35f9488c0'} {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 830.738439] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 830.761327] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.761476] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.761561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.761787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.761862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.761969] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 830.762051] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 830.762123] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 830.832315] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.832603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.832668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.833019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.834471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.834814] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 830.834926] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 830.835381] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 830.835381] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 830.835381] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 830.835381] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d with Priority: HIGH for action security_group_rules [ 830.835381] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2f57f08-1c17-43bd-9169-c5940f265015 with Priority: HIGH for action security_group_rules [ 830.835581] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGH for action security_group_rules [ 830.835581] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGH for action security_group_rules [ 830.835581] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 with Priority: HIGH for action security_group_rules [ 830.835581] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGH for action security_group_rules [ 830.835803] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 with Priority: HIGH for action security_group_rules [ 830.835803] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGH for action security_group_rules [ 830.835803] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 with Priority: HIGH for action security_group_rules [ 830.835803] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 with Priority: HIGH for action security_group_rules [ 830.835997] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGH for action security_group_rules [ 830.836044] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGH for action security_group_rules [ 830.836124] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c811befd-6f7f-4425-a60e-a421bd37bf4d with Priority: HIGH for action security_group_rules [ 830.836194] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGH for action security_group_rules [ 830.836253] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGH for action security_group_rules [ 830.836419] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGH for action security_group_rules [ 830.836419] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGH for action security_group_rules [ 830.836419] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGH for action security_group_rules [ 830.836556] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8604e44-5a6d-4244-9491-ccbace724fa5 with Priority: HIGH for action security_group_rules [ 830.836556] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGH for action security_group_rules [ 830.836666] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.463689] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 in Status: SUCCESS [ 831.463689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.463689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.463689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.463689] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.463689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.463689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.463689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.463689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.463689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.463689] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed723b0e-d061-4ca9-8545-9bf93395ac21',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.491685] env[67174]: INFO networking_nsxv3.common.synchronization [req-c084fcac-5e8e-4f3c-8c82-86946cdd03fe req-fd991d11-4cc8-41e8-b462-5f492023e03d tempest-ListServerFiltersTestJSON-1631095442 tempest-ListServerFiltersTestJSON-1631095442-project-member] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 831.491834] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 831.491995] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d with Priority: HIGH for action security_group_rules [ 831.492278] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a with Priority: HIGH for action security_group_rules [ 831.492278] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 with Priority: HIGH for action security_group_rules [ 831.492908] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGH for action security_group_rules [ 831.492908] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGH for action security_group_rules [ 831.492908] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8604e44-5a6d-4244-9491-ccbace724fa5 with Priority: HIGH for action security_group_rules [ 831.492908] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8025f0-1742-4946-9480-975a67562fab with Priority: HIGH for action security_group_rules [ 831.492908] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGH for action security_group_rules [ 831.492908] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGH for action security_group_rules [ 831.493513] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGH for action security_group_rules [ 831.493607] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c811befd-6f7f-4425-a60e-a421bd37bf4d with Priority: HIGH for action security_group_rules [ 831.493682] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGH for action security_group_rules [ 831.493781] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGH for action security_group_rules [ 831.493947] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 with Priority: HIGH for action security_group_rules [ 831.493947] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 with Priority: HIGH for action security_group_rules [ 831.494083] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 with Priority: HIGH for action security_group_rules [ 831.494144] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGH for action security_group_rules [ 831.494238] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 with Priority: HIGH for action security_group_rules [ 831.494319] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f57f08-1c17-43bd-9169-c5940f265015 with Priority: HIGH for action security_group_rules [ 831.494404] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGH for action security_group_rules [ 831.494761] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.494971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.495094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.495404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.495495] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.495574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.496014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.496014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.496014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.496014] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.496952] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f4b4f42-c266-462d-a906-a1dfac6a443d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.497128] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.497128] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.497323] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.497323] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f4b4f42-c266-462d-a906-a1dfac6a443d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.498159] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.498302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.498387] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.498563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.498563] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b74ffe-fd10-47d5-926c-7533aa8ba84a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.499256] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.499377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.499450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.499569] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.499633] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e9a37a3-27ec-4919-b5f2-f8e01c1affa6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.504067] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.504204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.504270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.504441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.504514] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.505617] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.505617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.505755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.505837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.505936] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.506841] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8604e44-5a6d-4244-9491-ccbace724fa5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.509015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.509015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.509015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.509015] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8604e44-5a6d-4244-9491-ccbace724fa5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.509015] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8025f0-1742-4946-9480-975a67562fab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.509015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.509015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.509015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.509015] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8025f0-1742-4946-9480-975a67562fab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.509586] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2356818b-4305-4c0f-ad4a-aac7f32c4102 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.509682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.509744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.509886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.510059] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.511024] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.511024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.511024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.511273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.511273] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.511601] env[67174]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 831.512303] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.512398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.512467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.512613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.512683] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.513594] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c811befd-6f7f-4425-a60e-a421bd37bf4d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.513712] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.513952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.513952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.514156] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c811befd-6f7f-4425-a60e-a421bd37bf4d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.519040] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.519215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.520217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.520217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.520217] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.520644] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.520813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.520865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.521032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.521138] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.523482] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.523668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.523727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.523885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.523980] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('569afd4a-5d09-4baa-8b36-d8c81e68ec83',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.525392] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.525392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.525392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.525601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.525601] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.527087] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8479b0f4-de9e-4476-9318-7494ee6f37b2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.527087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.527087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.527087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.527087] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8479b0f4-de9e-4476-9318-7494ee6f37b2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.527722] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.527840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.527906] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.528133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.528133] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.529028] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc1ff42-62e7-4be2-b74c-b644ae263530 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.529143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.529203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.529345] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.529415] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc1ff42-62e7-4be2-b74c-b644ae263530',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.530217] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2f57f08-1c17-43bd-9169-c5940f265015 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.530320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.530382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.530528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.530587] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2f57f08-1c17-43bd-9169-c5940f265015',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.530928] env[67174]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 831.531461] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.531564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.531621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.531780] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.531839] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.570525] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.570719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.570818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.571223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.607666] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.607858] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f4b4f42-c266-462d-a906-a1dfac6a443d is going to be deleted. [ 831.663805] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.663986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.663986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.664215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.664326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.664437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f4b4f42-c266-462d-a906-a1dfac6a443d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.968622] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed723b0e-d061-4ca9-8545-9bf93395ac21 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.968931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.969100] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.969418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.969687] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.969855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.969952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.970318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.970473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.970625] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.970869] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed723b0e-d061-4ca9-8545-9bf93395ac21 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.971066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.971157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.971368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.971609] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.971758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.971853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.972096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.972236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.972376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.972521] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed723b0e-d061-4ca9-8545-9bf93395ac21',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.037225] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.075555] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.075750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.075986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.075986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.086033] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.086033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.086033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.086033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.086033] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.086033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.086033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.086033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.086033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.086033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.086033] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.090291] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.091698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.092389] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.092692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.094185] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.095179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.095179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.095179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.095179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.095179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.095179] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.095973] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.096179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.096235] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.096522] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.096578] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.096629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.097259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.097259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.097259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.097259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.097259] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.098541] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-569afd4a-5d09-4baa-8b36-d8c81e68ec83 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.098541] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.098541] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.098541] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.098755] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.098755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.100182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.100182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.100182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.100182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.100182] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('569afd4a-5d09-4baa-8b36-d8c81e68ec83',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.100182] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca3b341-43d9-4521-ab8e-19d2ade9126e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.100182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.100901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.100901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.100901] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.100901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.100901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.101436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.101436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.101436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.101436] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.105373] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.105588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.105588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.105817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.106572] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.106572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.106572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.106572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.106572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.106863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.106863] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.109672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.109907] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b74ffe-fd10-47d5-926c-7533aa8ba84a is going to be deleted. [ 832.115875] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2356818b-4305-4c0f-ad4a-aac7f32c4102 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.115985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.115985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.116261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.116465] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.116591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.116647] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.116852] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.116950] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.117087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.117185] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.122629] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.122629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.188564] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.188737] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.188781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.189021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.191942] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.192110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.193067] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.193165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.197693] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.197834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.198914] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.199136] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.200144] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.200249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.201291] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.201383] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.202665] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.202778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.203944] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.204056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.209754] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.209942] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.215445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.215577] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e9a37a3-27ec-4919-b5f2-f8e01c1affa6 is going to be deleted. [ 832.216687] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.216909] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.248565] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.249027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.253295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.253435] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc1ff42-62e7-4be2-b74c-b644ae263530 is going to be deleted. [ 832.254772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.255162] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.275354] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.275630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.290317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.290529] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c811befd-6f7f-4425-a60e-a421bd37bf4d is going to be deleted. [ 832.291620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.291839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.323507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.323679] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3 is going to be deleted. [ 832.324762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.325056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.371467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.371670] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8025f0-1742-4946-9480-975a67562fab is going to be deleted. [ 832.372919] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.373157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.379875] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.380120] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.434119] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.434344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.435300] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.435545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.454251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.454409] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 is going to be deleted. [ 832.456890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.457171] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.475288] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed723b0e-d061-4ca9-8545-9bf93395ac21: rpc.has_security_group_logging(os_id): False [ 832.508169] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.508169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.511902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.512058] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2f57f08-1c17-43bd-9169-c5940f265015 is going to be deleted. [ 832.513247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.513469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.515505] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.515635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.542490] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.548338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.548338] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8479b0f4-de9e-4476-9318-7494ee6f37b2 is going to be deleted. [ 832.548793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.550188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.587365] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.609098] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.609098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.609352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.609425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.609640] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.609758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.609825] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.610033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.610138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.610237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.610397] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.610495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.610550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.610709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.610852] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.610962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.611635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.611635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.611635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.611635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.611635] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.614038] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.615274] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.615274] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.615274] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.615567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.615567] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.615567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.615694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.615794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.615909] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.615960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.616127] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.616221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.616278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.616409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.616565] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.616623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.616684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.616817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.616890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.616969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.617304] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.617926] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-569afd4a-5d09-4baa-8b36-d8c81e68ec83 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.618134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.618134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.618311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.618444] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.618536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.618597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.618785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.618843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.618879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.619076] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-569afd4a-5d09-4baa-8b36-d8c81e68ec83 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.619148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.619187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.619310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.619441] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.619526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.619580] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.619719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.619789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.619864] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.619955] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('569afd4a-5d09-4baa-8b36-d8c81e68ec83',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.629588] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.629757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.629808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.630052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.630236] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.630343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.630407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.630565] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.630667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.630742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.630897] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.630983] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.631059] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.631520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.631520] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.631520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.631520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.631727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.631727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.631817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.631866] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.633574] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.636639] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.636639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.638885] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.639344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.643698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.643905] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be deleted. [ 832.645724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.645998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.698894] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.699137] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8604e44-5a6d-4244-9491-ccbace724fa5 is going to be deleted. [ 832.700800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.701167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.701322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.701530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b74ffe-fd10-47d5-926c-7533aa8ba84a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.701785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.702217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.702217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.702568] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e9a37a3-27ec-4919-b5f2-f8e01c1affa6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.703555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.703741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.703875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.704163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc1ff42-62e7-4be2-b74c-b644ae263530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.704404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.704599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.704688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.704864] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c811befd-6f7f-4425-a60e-a421bd37bf4d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.705217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.705414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.705517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.705672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed3e86c-9a9c-4a1a-956e-8d0297d61ca3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.705859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.706063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.706266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.706425] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.706548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.706607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.706759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.706837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.707064] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.707171] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.707255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.707405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.707488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.707698] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.707774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.707838] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.707971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.708057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.708155] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 is going to be created. [ 832.709341] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.709507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.709598] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.709721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8025f0-1742-4946-9480-975a67562fab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.709861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.710008] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.710097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.710205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.710354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.710494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.710571] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.710673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2f57f08-1c17-43bd-9169-c5940f265015" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.727228] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.727493] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.727493] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.727673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.727673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.727796] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8479b0f4-de9e-4476-9318-7494ee6f37b2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.822593] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.822593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.822593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.822593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.822593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.822593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.900923] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.901188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.901188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.901349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.901434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.901552] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8604e44-5a6d-4244-9491-ccbace724fa5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.045220] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.047138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.047138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.047138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.047138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.047138] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 is going to be updated. [ 833.066062] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.066062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.066062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.066062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.066062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.087132] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 in Status: IN_PROGRESS for 2s [ 833.089547] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e464ef3-9627-4f1a-80b6-fbbaa333efcf: rpc.has_security_group_logging(os_id): False [ 833.115490] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f1217fd-efb8-48d4-8977-bad915c1a541: rpc.has_security_group_logging(os_id): False [ 833.116760] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ca3b341-43d9-4521-ab8e-19d2ade9126e: rpc.has_security_group_logging(os_id): False [ 833.121794] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37387f75-fb16-456d-a665-839110f2fa5b: rpc.has_security_group_logging(os_id): False [ 833.122714] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 569afd4a-5d09-4baa-8b36-d8c81e68ec83: rpc.has_security_group_logging(os_id): False [ 833.135551] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fa86040-92ec-4004-bda4-f5bed20ba096: rpc.has_security_group_logging(os_id): False [ 833.136844] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2356818b-4305-4c0f-ad4a-aac7f32c4102: rpc.has_security_group_logging(os_id): False [ 833.185182] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.185182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.185182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.185359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.187670] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.187815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.188950] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.188950] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.189770] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.189870] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.190645] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.190700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.191446] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.191599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.193787] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.193949] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.249834] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.249981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.250069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.250276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.250420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.261982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.262426] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.262561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.262629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.262886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.263014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.263144] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 is going to be updated. [ 833.264442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.264677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.267358] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: IN_PROGRESS for 2s [ 833.311944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.312487] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.312682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.312859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.313147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.313243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.313491] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.313605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.313676] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.313816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.313887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.314080] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.314199] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.314259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.314426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.314426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.314539] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 833.315728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.316241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.354625] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.354980] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.355183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.355183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.355402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.355482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.355697] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.355891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.355891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.356037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.356132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.356292] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.356365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.356432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.356556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.356628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.356720] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37387f75-fb16-456d-a665-839110f2fa5b is going to be updated. [ 833.357838] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.358020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.385131] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.385323] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.385457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.385457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.385661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.385747] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.385853] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e is going to be updated. [ 833.387111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.387313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.396539] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.396759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.430287] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.430618] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.430731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.430799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.431029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.431121] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.431225] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be updated. [ 833.433501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.433501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.489054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.489488] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.489595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.489595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.489837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.489908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.490086] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.490192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.490295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.490452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.490537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.490732] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.490817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.490874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.491019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.491204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.491331] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 is going to be updated. [ 833.493241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.493434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.493575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.494579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.494786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.567720] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.567882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.571178] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.571178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.572476] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.572630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.578386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.579088] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.579088] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.579088] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.579411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.579411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.579498] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.579561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.580033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.580033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.580033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.580263] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.580482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.580482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.580657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.580735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.580830] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 is going to be updated. [ 833.582272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.582386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.582573] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.583869] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.584049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.585678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.587339] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 in Status: IN_PROGRESS for 2s [ 833.587473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.587655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.587806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.642776] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.643055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.643150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.643465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.643726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.650546] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: IN_PROGRESS for 2s [ 833.651476] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e in Status: IN_PROGRESS for 2s [ 833.660075] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 833.674449] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 833.774022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.774260] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.774370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.774632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.774840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.829331] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.829600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.829600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.829843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.829998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.848498] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 in Status: IN_PROGRESS for 2s [ 833.886230] env[67174]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 833.886731] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: IN_PROGRESS for 2s [ 835.105865] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 in Status: SUCCESS [ 835.106260] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.288083] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: SUCCESS [ 835.288366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.288554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.288808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.289998] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.289998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.289998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.289998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.289998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.289998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.289998] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.604087] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 in Status: SUCCESS [ 835.604314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.668188] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e in Status: SUCCESS [ 835.668408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.669181] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: SUCCESS [ 835.669358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.673941] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 835.674263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.686226] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 835.686463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.792616] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.792770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.792840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.793071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.793238] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.793336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.793397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.793547] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.793636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.793722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.794043] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.794149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.794622] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.795186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.795186] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.795186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.795381] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.795381] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.795442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.795546] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.795703] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.864166] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 in Status: SUCCESS [ 835.864166] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.902098] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: SUCCESS [ 835.902098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.300955] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f80b9b7c-d265-4b85-82a4-739c895db476: rpc.has_security_group_logging(os_id): False [ 836.322195] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.324460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.324460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.324460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.348016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.348412] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.348808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.348808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.348808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.348993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.349273] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.349410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.349560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.350232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.350396] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.350641] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.350877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.350877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.351884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.351884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.351884] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 is going to be updated. [ 836.422838] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.423094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.423174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.423894] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.423894] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.443272] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: IN_PROGRESS for 2s [ 836.497396] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 836.497491] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 838.470448] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: SUCCESS [ 838.470827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.656021] env[67174]: INFO networking_nsxv3.common.synchronization [None req-a5c71f8f-b923-40c4-9610-71adde8e9dc3 None None] Enqueued Resource ID: 449f70d7-1694-4fd5-ba2b-861b389587a1 with Priority: HIGHEST for action port [ 839.656021] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449f70d7-1694-4fd5-ba2b-861b389587a1 with Priority: HIGHEST for action port [ 839.656803] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-449f70d7-1694-4fd5-ba2b-861b389587a1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.657338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-449f70d7-1694-4fd5-ba2b-861b389587a1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.657673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-449f70d7-1694-4fd5-ba2b-861b389587a1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.658257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-449f70d7-1694-4fd5-ba2b-861b389587a1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.658433] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('449f70d7-1694-4fd5-ba2b-861b389587a1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.711470] env[67174]: INFO networking_nsxv3.common.synchronization [req-8637517a-c9c3-4d6c-b454-de377657fbf8 req-72180751-e0c3-4d79-9d61-b34eb2e15e8e tempest-ImagesOneServerTestJSON-1485123670 tempest-ImagesOneServerTestJSON-1485123670-project-member] Enqueued Resource ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 with Priority: HIGHEST for action security_group_members [ 839.713045] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 with Priority: HIGHEST for action security_group_members [ 839.713045] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-569afd4a-5d09-4baa-8b36-d8c81e68ec83 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.713045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.713045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.713289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.713568] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.713568] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.713568] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.713936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.714518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.714518] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('569afd4a-5d09-4baa-8b36-d8c81e68ec83',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.160537] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 449f70d7-1694-4fd5-ba2b-861b389587a1 [ 840.160806] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.160945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.161024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.161244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.161333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.162786] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:449f70d7-1694-4fd5-ba2b-861b389587a1 already deleted. [ 840.162898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-449f70d7-1694-4fd5-ba2b-861b389587a1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.218302] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.218302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.218302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.218302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.218302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.218302] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.218621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.218621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.218691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.218741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.218864] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 is going to be updated. [ 840.254459] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.254459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.254459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.254716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.254844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.267500] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 in Status: IN_PROGRESS for 2s [ 840.737487] env[67174]: INFO networking_nsxv3.common.synchronization [req-60543604-eba2-442c-a92f-61ad18ab8be4 req-89e8794f-6db5-4f9e-a67e-e99fe396ce6c tempest-ImagesNegativeTestJSON-77567666 tempest-ImagesNegativeTestJSON-77567666-project-member] Enqueued Resource ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 with Priority: HIGHEST for action security_group_members [ 840.740065] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 with Priority: HIGHEST for action security_group_members [ 840.740065] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed723b0e-d061-4ca9-8545-9bf93395ac21 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.740065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.740065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.740065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.740065] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.740432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.740432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.740432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.740432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.740571] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed723b0e-d061-4ca9-8545-9bf93395ac21',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.247048] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.247048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.247384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.247534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.247774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.247871] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.247956] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.248030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.248316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.249073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.249073] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 is going to be updated. [ 841.279566] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.280076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.280076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.280302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.281970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.294265] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 in Status: IN_PROGRESS for 2s [ 842.280035] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 in Status: SUCCESS [ 842.280341] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 deletion is rescheduled due to dependency. [ 842.280475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.308534] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 in Status: SUCCESS [ 843.308534] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 deletion is rescheduled due to dependency. [ 843.308534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.627603] env[67174]: INFO networking_nsxv3.common.synchronization [req-935059e5-72fb-4ded-b7a1-ee3e621305e4 req-3e537790-035b-4784-9af6-25dc35e004df tempest-ServersAdminTestJSON-1975517671 tempest-ServersAdminTestJSON-1975517671-project-member] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 845.628233] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 845.628531] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.628648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.628724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.628923] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.629255] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.629374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.629445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.629595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.629692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.629793] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.971205] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.971393] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.971701] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.973024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.973024] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.973024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.973024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.973024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.973409] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.973450] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.976382] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.976382] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.976382] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.976382] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.976382] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.976382] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.997510] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.997510] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.997510] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.997510] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-235" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.997510] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-dfa6fe8a-596a-42e1-bc65-265a98e9d7f7 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.997510] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-dfa6fe8a-596a-42e1-bc65-265a98e9d7f7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.997510] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-dfa6fe8a-596a-42e1-bc65-265a98e9d7f7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.997510] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-dfa6fe8a-596a-42e1-bc65-265a98e9d7f7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.997510] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa6fe8a-596a-42e1-bc65-265a98e9d7f7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.132180] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.499831] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.500088] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.500188] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.500469] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.500616] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.500768] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port dfa6fe8a-596a-42e1-bc65-265a98e9d7f7 not found, creating... [ 846.501041] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.501201] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.501313] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.501522] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.501652] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.501926] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.502089] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.502201] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.502399] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.502527] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.502662] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: dfa6fe8a-596a-42e1-bc65-265a98e9d7f7 is going to be created. [ 846.521861] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.522081] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.522174] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.522420] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.522640] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.522879] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-dfa6fe8a-596a-42e1-bc65-265a98e9d7f7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.635475] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.137820] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.137820] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.137986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.138178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.138322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.138380] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 847.172907] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.173099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.173172] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.173387] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.173535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.183818] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 847.244595] env[67174]: INFO networking_nsxv3.common.synchronization [req-935059e5-72fb-4ded-b7a1-ee3e621305e4 req-75855e3d-2cc5-46a5-b9b2-10a3d3ef6e43 service nova] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_rules [ 847.244891] env[67174]: INFO networking_nsxv3.common.synchronization [req-935059e5-72fb-4ded-b7a1-ee3e621305e4 req-75855e3d-2cc5-46a5-b9b2-10a3d3ef6e43 service nova] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 847.245129] env[67174]: INFO networking_nsxv3.common.synchronization [req-935059e5-72fb-4ded-b7a1-ee3e621305e4 req-75855e3d-2cc5-46a5-b9b2-10a3d3ef6e43 service nova] Enqueued Resource ID: dfa6fe8a-596a-42e1-bc65-265a98e9d7f7 with Priority: HIGHEST for action port [ 847.245891] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_rules [ 847.246145] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 847.246251] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa6fe8a-596a-42e1-bc65-265a98e9d7f7 with Priority: HIGHEST for action port [ 847.246670] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.246670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.246851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.246920] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.247619] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.247878] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.248038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.249120] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa6fe8a-596a-42e1-bc65-265a98e9d7f7 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.249120] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa6fe8a-596a-42e1-bc65-265a98e9d7f7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.249120] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa6fe8a-596a-42e1-bc65-265a98e9d7f7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.249120] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa6fe8a-596a-42e1-bc65-265a98e9d7f7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.249120] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa6fe8a-596a-42e1-bc65-265a98e9d7f7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.752323] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.752323] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.755150] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfa6fe8a-596a-42e1-bc65-265a98e9d7f7 with status ACTIVE [ 847.755150] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.755150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.755302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.755699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.755699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.755699] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.755857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.755857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.756104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.756104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.756308] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.756481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.756481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.756567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.756567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.756652] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfa6fe8a-596a-42e1-bc65-265a98e9d7f7 is going to be updated. [ 847.778494] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.778624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.778837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.779073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.779217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.779375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa6fe8a-596a-42e1-bc65-265a98e9d7f7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.274468] env[67174]: INFO networking_nsxv3.common.synchronization [req-588ab430-4fe9-4050-a4cb-b6ecdef02968 req-f062e286-6389-4d28-8e18-c13910ea8069 tempest-DeleteServersAdminTestJSON-1494119634 tempest-DeleteServersAdminTestJSON-1494119634-project-member] Enqueued Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_members [ 848.275033] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_members [ 848.275354] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.275451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.275521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.275709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.275857] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.275981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.276402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.277969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.277969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.277969] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.674785] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.675055] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.675202] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.675459] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.675867] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.675972] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.678027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.678027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.678027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.678027] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.678027] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.678027] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.678027] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.678027] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.678027] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.678027] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.700633] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.700814] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.700960] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.701164] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-246" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.701499] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-8f17b02b-ef1c-46ba-af6e-4c0072ae1c95 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.701675] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-8f17b02b-ef1c-46ba-af6e-4c0072ae1c95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.701788] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-8f17b02b-ef1c-46ba-af6e-4c0072ae1c95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.702179] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-8f17b02b-ef1c-46ba-af6e-4c0072ae1c95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.702343] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f17b02b-ef1c-46ba-af6e-4c0072ae1c95',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.780331] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.780331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.780331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.780331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.803184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.803447] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.803566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.803634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.803834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.803916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.804030] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa is going to be updated. [ 848.834350] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.834530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.834593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.834777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.834950] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.845080] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: IN_PROGRESS for 2s [ 849.196323] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 849.197347] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.197347] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.197528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.197722] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.197989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.197989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.198195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.198261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.198322] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.205299] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.205517] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.206793] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.206793] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.206793] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.206793] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 8f17b02b-ef1c-46ba-af6e-4c0072ae1c95 not found, creating... [ 849.206793] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.207065] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.207267] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.207612] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.208126] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.208341] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.208560] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.208722] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.208995] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.209209] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.209397] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 8f17b02b-ef1c-46ba-af6e-4c0072ae1c95 is going to be created. [ 849.237181] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.237319] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.237486] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.237838] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.238258] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.238505] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-8f17b02b-ef1c-46ba-af6e-4c0072ae1c95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.703064] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.989025] env[67174]: INFO networking_nsxv3.common.synchronization [req-588ab430-4fe9-4050-a4cb-b6ecdef02968 req-70952f8f-6ac0-483d-b452-fc2fae82554e service nova] Enqueued Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_rules [ 849.989678] env[67174]: INFO networking_nsxv3.common.synchronization [req-588ab430-4fe9-4050-a4cb-b6ecdef02968 req-70952f8f-6ac0-483d-b452-fc2fae82554e service nova] Enqueued Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_members [ 849.989678] env[67174]: INFO networking_nsxv3.common.synchronization [req-588ab430-4fe9-4050-a4cb-b6ecdef02968 req-70952f8f-6ac0-483d-b452-fc2fae82554e service nova] Enqueued Resource ID: 8f17b02b-ef1c-46ba-af6e-4c0072ae1c95 with Priority: HIGHEST for action port [ 849.989873] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_rules [ 849.990033] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_members [ 849.990136] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f17b02b-ef1c-46ba-af6e-4c0072ae1c95 with Priority: HIGHEST for action port [ 849.990588] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.990588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.990588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.995021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.996458] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.996458] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.996458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.996661] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f17b02b-ef1c-46ba-af6e-4c0072ae1c95 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.996661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f17b02b-ef1c-46ba-af6e-4c0072ae1c95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.996785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f17b02b-ef1c-46ba-af6e-4c0072ae1c95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.997247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f17b02b-ef1c-46ba-af6e-4c0072ae1c95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.997247] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f17b02b-ef1c-46ba-af6e-4c0072ae1c95',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.207095] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.498421] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.498598] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.500885] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f17b02b-ef1c-46ba-af6e-4c0072ae1c95 with status ACTIVE [ 850.501360] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.501530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.501530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.501678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.501741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.501954] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.502087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.502152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.502318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.502398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.502598] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.502671] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.502778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.502926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.502990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.503047] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f17b02b-ef1c-46ba-af6e-4c0072ae1c95 is going to be updated. [ 850.530417] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.530651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.530786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.531070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.531273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.531503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f17b02b-ef1c-46ba-af6e-4c0072ae1c95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.710386] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.713525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.713525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.713525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.713525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.713525] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 850.748269] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.748269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.748269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.748591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.748591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.759088] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 850.861782] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: SUCCESS [ 850.863788] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa deletion is rescheduled due to dependency. [ 850.864678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.864678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.866099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.867033] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.867033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.867033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.867033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.867033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.867033] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.934474] env[67174]: INFO networking_nsxv3.common.synchronization [req-69df1ce7-22cc-4387-8057-1b1f00535b26 req-36953a20-2ec2-4536-8a6b-fb6fb57e3d8b tempest-ImagesOneServerNegativeTestJSON-1299688289 tempest-ImagesOneServerNegativeTestJSON-1299688289-project-member] Enqueued Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 850.936363] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 850.936690] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.936815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.936915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.937118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.938749] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.938749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.938749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.938749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.938749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.938749] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.314187] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.314806] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-870" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.314806] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-870" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.314806] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-870" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.315511] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.315511] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.315618] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.315808] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.315907] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.316165] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.316278] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.316408] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.316521] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.316630] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.316731] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.316860] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.342496] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.342496] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.342496] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.342737] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-870" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.343191] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-4d37242f-64f0-4914-8fc6-2fb0dd01b484 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.343191] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-4d37242f-64f0-4914-8fc6-2fb0dd01b484" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.343431] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-4d37242f-64f0-4914-8fc6-2fb0dd01b484" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.344041] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-4d37242f-64f0-4914-8fc6-2fb0dd01b484" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.344041] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d37242f-64f0-4914-8fc6-2fb0dd01b484',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.375453] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.441612] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.441740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.441740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.442082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.443888] env[67174]: INFO networking_nsxv3.common.synchronization [req-a9f26cd0-c407-4423-a6d5-aab5a568db6d req-62f17991-d0f8-4acc-bbf4-5a3bf84b5ab7 tempest-FloatingIPsAssociationTestJSON-42957932 tempest-FloatingIPsAssociationTestJSON-42957932-project-member] Enqueued Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_members [ 851.444449] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGHEST for action security_group_members [ 851.445177] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.445290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.445409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.445532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.445757] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.445859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.445935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.446134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.446221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.446314] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.466212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.468359] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.468359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.468359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.468359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.468359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.468359] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb is going to be updated. [ 851.495441] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.495441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.495441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.498253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.498253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.505853] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: IN_PROGRESS for 2s [ 851.846099] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.846344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.846593] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.847034] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.847194] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.847861] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 4d37242f-64f0-4914-8fc6-2fb0dd01b484 not found, creating... [ 851.848704] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.849808] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.849808] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.849808] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.849990] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.850629] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.850629] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.850759] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.851309] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.851309] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.851452] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 4d37242f-64f0-4914-8fc6-2fb0dd01b484 is going to be created. [ 851.875370] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.875370] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.875370] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.875370] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.875370] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.876186] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-4d37242f-64f0-4914-8fc6-2fb0dd01b484" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.877564] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.949569] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.949669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.949726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.951370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.951370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.951370] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.951370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.951370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.951923] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.951923] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.951923] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 is going to be updated. [ 852.006223] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.006477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.006596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.006945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.007183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.023558] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: IN_PROGRESS for 2s [ 852.380550] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.380994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.380994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.381103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.381177] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.381351] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa is going to be updated. [ 852.414044] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.414205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.414275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.414512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.414651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.424707] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: IN_PROGRESS for 2s [ 852.591705] env[67174]: INFO networking_nsxv3.common.synchronization [req-69df1ce7-22cc-4387-8057-1b1f00535b26 req-6244ac9a-107f-4f14-a226-9051c80dc272 service nova] Enqueued Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_rules [ 852.591901] env[67174]: INFO networking_nsxv3.common.synchronization [req-69df1ce7-22cc-4387-8057-1b1f00535b26 req-6244ac9a-107f-4f14-a226-9051c80dc272 service nova] Enqueued Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 852.592070] env[67174]: INFO networking_nsxv3.common.synchronization [req-69df1ce7-22cc-4387-8057-1b1f00535b26 req-6244ac9a-107f-4f14-a226-9051c80dc272 service nova] Enqueued Resource ID: 4d37242f-64f0-4914-8fc6-2fb0dd01b484 with Priority: HIGHEST for action port [ 852.592613] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_rules [ 852.592835] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 852.592976] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d37242f-64f0-4914-8fc6-2fb0dd01b484 with Priority: HIGHEST for action port [ 852.593616] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.593745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.593814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.594016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.594100] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.595158] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.595263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.595464] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d37242f-64f0-4914-8fc6-2fb0dd01b484 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.595564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d37242f-64f0-4914-8fc6-2fb0dd01b484" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.595626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d37242f-64f0-4914-8fc6-2fb0dd01b484" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.595806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d37242f-64f0-4914-8fc6-2fb0dd01b484" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.595882] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d37242f-64f0-4914-8fc6-2fb0dd01b484',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.769877] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 852.770123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.770531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.770531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.770728] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.770851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.770920] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.772119] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.772119] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.772119] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.772119] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.100191] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d37242f-64f0-4914-8fc6-2fb0dd01b484 with status ACTIVE [ 853.100191] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.100191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.100191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.100191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.100191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.100191] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.100191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.100191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.100191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.100191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.100191] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.100191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.100191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.100191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.100191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.100191] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d37242f-64f0-4914-8fc6-2fb0dd01b484 is going to be updated. [ 853.101109] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.101109] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.122317] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.122523] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.122561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.122846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.123468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.123468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d37242f-64f0-4914-8fc6-2fb0dd01b484" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.274694] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.274854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.274967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.275935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.275935] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.275935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.275935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.276168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.276168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.276168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.276301] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.276396] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.276456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.276589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.276771] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.276822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.276857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.276992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.277128] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.277216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.277256] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.516236] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: SUCCESS [ 853.516716] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb deletion is rescheduled due to dependency. [ 853.516716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.516877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.517023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.517237] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.517380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.517456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.517645] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.517741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.517858] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.557946] env[67174]: INFO networking_nsxv3.common.synchronization [req-2d6c654b-8e78-48ec-822b-2b21a452ef2d req-e023d522-8982-4634-a961-f088d1c2456c tempest-ServersTestManualDisk-2028811851 tempest-ServersTestManualDisk-2028811851-project-member] Enqueued Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGHEST for action security_group_members [ 853.558475] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGHEST for action security_group_members [ 853.558804] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-55b870d5-429c-4614-bbf4-625cd70c6ce8 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.558924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.558991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.559689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.559852] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.559957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.560029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.560196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.560279] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.560373] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55b870d5-429c-4614-bbf4-625cd70c6ce8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.780497] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fa86040-92ec-4004-bda4-f5bed20ba096: rpc.has_security_group_logging(os_id): False [ 853.801728] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.801870] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.801945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.802194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.802289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.802484] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.802583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.802645] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.802793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.802793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.803543] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.803708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.803865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.804084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.804490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.804759] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.807077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.807077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.807077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.807077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.807077] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 853.861310] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.861913] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-390" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.862172] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-390" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.865171] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-390" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.866145] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.866145] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.866145] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.866493] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.866720] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.867044] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.867654] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.868278] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.868278] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.868278] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.868513] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.868513] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.872324] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.872324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.872324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.872324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.872601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.890742] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.890969] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.891116] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.891327] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-390" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.891773] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-af9a2065-dae6-4f10-85e8-8cb44cf525a8 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.892015] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-af9a2065-dae6-4f10-85e8-8cb44cf525a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.892263] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-af9a2065-dae6-4f10-85e8-8cb44cf525a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.892528] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-af9a2065-dae6-4f10-85e8-8cb44cf525a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.893023] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9a2065-dae6-4f10-85e8-8cb44cf525a8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.895817] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 854.020314] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.034458] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 in Status: SUCCESS [ 854.034828] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 deletion is rescheduled due to dependency. [ 854.035038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.063121] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.063397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.063397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.063571] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.063646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.063929] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.064137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.064137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.064314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.064314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.064453] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 already deleted. [ 854.064525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.398378] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.399354] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.399354] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.399354] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.399572] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.399626] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port af9a2065-dae6-4f10-85e8-8cb44cf525a8 not found, creating... [ 854.399924] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.400147] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.400247] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.400506] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.400656] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.400965] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.401172] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.401325] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.401715] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.401715] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.401868] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: af9a2065-dae6-4f10-85e8-8cb44cf525a8 is going to be created. [ 854.435401] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.435613] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.435733] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.436063] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.436417] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.436527] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-af9a2065-dae6-4f10-85e8-8cb44cf525a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.444803] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: SUCCESS [ 854.445078] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.445248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.445454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.445707] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.445871] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.445871] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.446014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.446066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.446123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.446215] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.523430] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.951030] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.951030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.951030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.951030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.951030] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.951030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.951030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.951030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.951030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.951030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.951030] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.951030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.951030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.951030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.951030] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.952628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.952628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.952628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.952628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.952628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.952628] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.028888] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.028888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.028888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.028888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.028888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.028888] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb is going to be updated. [ 855.060828] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.060828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.060828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.060828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.060828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.069217] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: IN_PROGRESS for 2s [ 855.165254] env[67174]: INFO networking_nsxv3.common.synchronization [req-2d6c654b-8e78-48ec-822b-2b21a452ef2d req-27b696fd-087f-4642-8851-f00b1b25957f service nova] Enqueued Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGHEST for action security_group_rules [ 855.165254] env[67174]: INFO networking_nsxv3.common.synchronization [req-2d6c654b-8e78-48ec-822b-2b21a452ef2d req-27b696fd-087f-4642-8851-f00b1b25957f service nova] Enqueued Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGHEST for action security_group_members [ 855.165254] env[67174]: INFO networking_nsxv3.common.synchronization [req-2d6c654b-8e78-48ec-822b-2b21a452ef2d req-27b696fd-087f-4642-8851-f00b1b25957f service nova] Enqueued Resource ID: af9a2065-dae6-4f10-85e8-8cb44cf525a8 with Priority: HIGHEST for action port [ 855.166172] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGHEST for action security_group_rules [ 855.166437] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGHEST for action security_group_members [ 855.166689] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9a2065-dae6-4f10-85e8-8cb44cf525a8 with Priority: HIGHEST for action port [ 855.167128] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55b870d5-429c-4614-bbf4-625cd70c6ce8 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.167437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.168540] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.168540] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.168540] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55b870d5-429c-4614-bbf4-625cd70c6ce8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.169414] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-55b870d5-429c-4614-bbf4-625cd70c6ce8 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.169592] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.169746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.170190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.170190] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.170384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.170494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.170708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.171233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.171233] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55b870d5-429c-4614-bbf4-625cd70c6ce8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.171892] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-af9a2065-dae6-4f10-85e8-8cb44cf525a8 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.172271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af9a2065-dae6-4f10-85e8-8cb44cf525a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.172271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af9a2065-dae6-4f10-85e8-8cb44cf525a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.172409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af9a2065-dae6-4f10-85e8-8cb44cf525a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.172511] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9a2065-dae6-4f10-85e8-8cb44cf525a8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.455407] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa: rpc.has_security_group_logging(os_id): False [ 855.474250] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.474495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.474495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.474678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.476058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.476058] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.476058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.476058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.476058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.476058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.476058] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.476058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.476058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.476058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.476058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.476837] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.476837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.476837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.476837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.477021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.477099] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa is going to be updated. [ 855.539420] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.539721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.539721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.539982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.540177] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.559537] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: IN_PROGRESS for 2s [ 855.674283] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55b870d5-429c-4614-bbf4-625cd70c6ce8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.675270] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-55b870d5-429c-4614-bbf4-625cd70c6ce8 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.675394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.675773] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af9a2065-dae6-4f10-85e8-8cb44cf525a8 with status ACTIVE [ 855.675949] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.676071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.676143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.676347] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.676436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.676605] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.676702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.676764] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.676914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.676991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.679305] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.679424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.679556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.679646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.679729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.679816] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af9a2065-dae6-4f10-85e8-8cb44cf525a8 is going to be updated. [ 855.712025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.712211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.712263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.712464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.712606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.712770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af9a2065-dae6-4f10-85e8-8cb44cf525a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.913199] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 855.913463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.179915] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55b870d5-429c-4614-bbf4-625cd70c6ce8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.644096] env[67174]: INFO networking_nsxv3.common.synchronization [req-42777fe0-b9ff-499a-8a28-94d0927093ba req-94942975-4e24-45f7-b231-02bbc35f1ee8 tempest-ServersTestMultiNic-261816264 tempest-ServersTestMultiNic-261816264-project-member] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 856.644377] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 856.644478] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.644598] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.644758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.644858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.645198] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.645310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.645369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.645530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.645608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.645697] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.683704] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.683704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.683704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.684452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.685064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.685064] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 is going to be created. [ 856.708696] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.708871] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.708943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.709173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.709345] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.720105] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 in Status: UNINITIALIZED for 2s [ 856.970163] env[67174]: INFO networking_nsxv3.common.synchronization [req-42777fe0-b9ff-499a-8a28-94d0927093ba req-1f5ff9ee-f8b6-4a01-b17a-59726114a2c5 tempest-ServersTestMultiNic-261816264 tempest-ServersTestMultiNic-261816264-project-member] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 856.970163] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 856.970163] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.970163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.081486] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: SUCCESS [ 857.082137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.084042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.084042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.084042] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.084042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.084042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.084042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.084042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.084042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.084042] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.148416] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.148657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.148821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.149081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.149224] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.149518] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.149655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.149741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.149955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.150076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.150194] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be deleted. [ 857.184915] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.185205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.185295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.185542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.185627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.185741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.185962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.186348] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.186562] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.186673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.186741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.186880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.186956] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.187144] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.387975] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.388209] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-469" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.388307] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-469" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.388661] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-469" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.388924] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.390192] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.390354] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.390606] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.390752] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.390951] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.391080] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.391187] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.391296] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.391400] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.391653] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.391653] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.413695] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.413994] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.414238] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.414532] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-469" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.415043] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-e70e5c2b-9016-4768-a023-72ac9777f248 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.415247] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-e70e5c2b-9016-4768-a023-72ac9777f248" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.415395] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-e70e5c2b-9016-4768-a023-72ac9777f248" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.415838] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-e70e5c2b-9016-4768-a023-72ac9777f248" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.415997] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e70e5c2b-9016-4768-a023-72ac9777f248',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.575394] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: SUCCESS [ 857.575818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.590520] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.590729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.590729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.590964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.591163] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.591264] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.591331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.591479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.591567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.591651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.591795] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.591886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.591943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.592099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.592236] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.592318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.592391] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.592542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.592615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.592689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.592742] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.689536] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.689935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.689935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.690076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.690076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.690260] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.690367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.690434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.690555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.690642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.690706] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd already deleted. [ 857.690787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.919080] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.919318] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.919444] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.919720] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.919862] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.920021] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port e70e5c2b-9016-4768-a023-72ac9777f248 not found, creating... [ 857.920287] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.920442] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.920555] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.920769] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.920900] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.921193] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.921346] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.921457] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.921654] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.921780] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.921910] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: e70e5c2b-9016-4768-a023-72ac9777f248 is going to be created. [ 857.941988] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.942141] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.942235] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.942481] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.942701] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.942916] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-e70e5c2b-9016-4768-a023-72ac9777f248" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.095062] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b7dc54-715d-45b0-85ab-097657b01adb: rpc.has_security_group_logging(os_id): False [ 858.117762] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.117921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.117921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.118148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.118276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.118569] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.118727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.118814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.118981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.119076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.119286] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.119380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.119440] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.119593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.119651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.120437] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.120437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.120437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.120437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.120437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.120437] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb is going to be updated. [ 858.185427] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.185605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.185695] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.185954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.186140] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.201685] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: IN_PROGRESS for 2s [ 858.649270] env[67174]: INFO networking_nsxv3.common.synchronization [req-42777fe0-b9ff-499a-8a28-94d0927093ba req-ebd6621e-ce66-4df7-bc7d-b88c7c7063ff service nova] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_rules [ 858.649460] env[67174]: INFO networking_nsxv3.common.synchronization [req-42777fe0-b9ff-499a-8a28-94d0927093ba req-ebd6621e-ce66-4df7-bc7d-b88c7c7063ff service nova] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 858.649592] env[67174]: INFO networking_nsxv3.common.synchronization [req-42777fe0-b9ff-499a-8a28-94d0927093ba req-ebd6621e-ce66-4df7-bc7d-b88c7c7063ff service nova] Enqueued Resource ID: e70e5c2b-9016-4768-a023-72ac9777f248 with Priority: HIGHEST for action port [ 858.650128] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_rules [ 858.650263] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 858.650362] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70e5c2b-9016-4768-a023-72ac9777f248 with Priority: HIGHEST for action port [ 858.650627] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.650747] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.650811] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.651026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.651351] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.652388] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.652545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.652642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.653026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.653209] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.653336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.653425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.653601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.653717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.653933] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.655244] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-e70e5c2b-9016-4768-a023-72ac9777f248 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.655388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e70e5c2b-9016-4768-a023-72ac9777f248" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.655478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e70e5c2b-9016-4768-a023-72ac9777f248" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.655847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e70e5c2b-9016-4768-a023-72ac9777f248" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.657813] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e70e5c2b-9016-4768-a023-72ac9777f248',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.733229] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 in Status: SUCCESS [ 858.733559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.733994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.733994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.734126] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.734384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.734384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.735243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.735243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.735243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.735243] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55b870d5-429c-4614-bbf4-625cd70c6ce8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.113133] env[67174]: INFO networking_nsxv3.common.synchronization [req-63093391-2f87-4905-9a6b-9908ed934d75 req-ad263d06-fee0-4f00-878e-d2701a51d5fa tempest-ServersWithSpecificFlavorTestJSON-320830793 tempest-ServersWithSpecificFlavorTestJSON-320830793-project-member] Enqueued Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_members [ 859.113133] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_members [ 859.114512] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.118198] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.118386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.118732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.120769] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.120769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.120769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.120769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.120769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.120769] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.164333] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.164471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.164676] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.165669] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e70e5c2b-9016-4768-a023-72ac9777f248 with status ACTIVE [ 859.165863] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.165999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.166186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.166343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.166524] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.166667] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.166781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.166820] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.166980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.167077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.167752] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.167822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.167861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.168063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.168146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.168230] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e70e5c2b-9016-4768-a023-72ac9777f248 is going to be updated. [ 859.194200] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.194355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.194446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.194626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.194868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.194918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e70e5c2b-9016-4768-a023-72ac9777f248" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.238504] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55b870d5-429c-4614-bbf4-625cd70c6ce8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.471059] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.471296] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.471455] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.471877] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.472234] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.472435] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.472601] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.472886] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.473075] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.473298] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.473447] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.473569] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.473693] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.473827] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.473936] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.474147] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.477118] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.477341] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.477503] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.477778] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.478086] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.478281] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.478418] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.478663] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.478852] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.479091] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.479208] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.479377] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.479523] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.479636] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.479775] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.479960] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.503821] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.503960] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.504117] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.504297] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-518" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.504594] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-eaa47d5d-6656-42cf-8e69-39c11cfc4806 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.504988] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-eaa47d5d-6656-42cf-8e69-39c11cfc4806" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.504988] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-eaa47d5d-6656-42cf-8e69-39c11cfc4806" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.505285] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-eaa47d5d-6656-42cf-8e69-39c11cfc4806" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.505428] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaa47d5d-6656-42cf-8e69-39c11cfc4806',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.507205] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.507423] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.507531] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.507674] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.508700] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-ce6bb0bf-098e-4462-ba11-10570053302d taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.508700] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-ce6bb0bf-098e-4462-ba11-10570053302d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.508700] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-ce6bb0bf-098e-4462-ba11-10570053302d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.508700] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-ce6bb0bf-098e-4462-ba11-10570053302d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.508700] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce6bb0bf-098e-4462-ba11-10570053302d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.621958] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.622333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.622333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.622680] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.622898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.623242] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.623423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.623555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.623826] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.624059] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.624146] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 is going to be deleted. [ 859.672068] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.672214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.673947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.673947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.673947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.673947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.673947] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.741216] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55b870d5-429c-4614-bbf4-625cd70c6ce8: rpc.has_security_group_logging(os_id): False [ 859.765078] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.765078] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.765350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.765405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.765582] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.765907] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.766135] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.766231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.766542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.766661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.766779] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 is going to be created. [ 859.836261] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.836517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.836517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.836758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.836956] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.849399] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 in Status: IN_PROGRESS for 2s [ 860.012417] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.013686] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.013686] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.013686] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.013686] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.013686] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port eaa47d5d-6656-42cf-8e69-39c11cfc4806 not found, creating... [ 860.013686] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.014037] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.014037] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.014116] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.014264] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.014474] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.014621] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.014731] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.014963] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.015299] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.015369] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: eaa47d5d-6656-42cf-8e69-39c11cfc4806 is going to be created. [ 860.016632] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.016818] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.016954] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.017244] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.017398] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.017508] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port ce6bb0bf-098e-4462-ba11-10570053302d not found, creating... [ 860.017797] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.017962] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.018116] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.018359] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.018532] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.018826] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.019077] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.019254] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.019467] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.019598] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.019755] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: ce6bb0bf-098e-4462-ba11-10570053302d is going to be created. [ 860.041700] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.041992] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.042133] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.042413] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.042641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.042939] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-eaa47d5d-6656-42cf-8e69-39c11cfc4806" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.044630] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.044810] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.044932] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.045259] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.045464] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.045674] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-ce6bb0bf-098e-4462-ba11-10570053302d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.176667] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.176866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.176866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.177018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.177089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.177189] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be created. [ 860.214984] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.215261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.215261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.215395] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.215605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.225326] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: SUCCESS [ 860.225665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.226894] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: UNINITIALIZED for 2s [ 860.745842] env[67174]: INFO networking_nsxv3.common.synchronization [req-63093391-2f87-4905-9a6b-9908ed934d75 req-7130e4f5-22bb-4311-a810-711ce2501268 service nova] Enqueued Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_rules [ 860.745842] env[67174]: INFO networking_nsxv3.common.synchronization [req-63093391-2f87-4905-9a6b-9908ed934d75 req-7130e4f5-22bb-4311-a810-711ce2501268 service nova] Enqueued Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_members [ 860.745842] env[67174]: INFO networking_nsxv3.common.synchronization [req-63093391-2f87-4905-9a6b-9908ed934d75 req-7130e4f5-22bb-4311-a810-711ce2501268 service nova] Enqueued Resource ID: eaa47d5d-6656-42cf-8e69-39c11cfc4806 with Priority: HIGHEST for action port [ 860.748924] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_rules [ 860.748924] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_members [ 860.748924] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa47d5d-6656-42cf-8e69-39c11cfc4806 with Priority: HIGHEST for action port [ 860.748924] env[67174]: INFO networking_nsxv3.common.synchronization [req-42777fe0-b9ff-499a-8a28-94d0927093ba req-13e45a96-64a5-499f-b065-2c3e754b9ef6 service nova] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_rules [ 860.748924] env[67174]: INFO networking_nsxv3.common.synchronization [req-42777fe0-b9ff-499a-8a28-94d0927093ba req-13e45a96-64a5-499f-b065-2c3e754b9ef6 service nova] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 860.748924] env[67174]: INFO networking_nsxv3.common.synchronization [req-42777fe0-b9ff-499a-8a28-94d0927093ba req-13e45a96-64a5-499f-b065-2c3e754b9ef6 service nova] Enqueued Resource ID: ce6bb0bf-098e-4462-ba11-10570053302d with Priority: HIGHEST for action port [ 860.748924] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.748924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.748924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.748924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.748924] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.750089] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.750089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.750089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.750089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.750089] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.750089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.750089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.750089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.750089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.750089] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.752577] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaa47d5d-6656-42cf-8e69-39c11cfc4806 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.752577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaa47d5d-6656-42cf-8e69-39c11cfc4806" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.752577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaa47d5d-6656-42cf-8e69-39c11cfc4806" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.752577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaa47d5d-6656-42cf-8e69-39c11cfc4806" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.752577] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaa47d5d-6656-42cf-8e69-39c11cfc4806',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.752577] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_rules [ 860.753567] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 860.753567] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6bb0bf-098e-4462-ba11-10570053302d with Priority: HIGHEST for action port [ 860.753567] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.753567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.753866] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.753866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.753866] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce6bb0bf-098e-4462-ba11-10570053302d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.754196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce6bb0bf-098e-4462-ba11-10570053302d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.754196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce6bb0bf-098e-4462-ba11-10570053302d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.754196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce6bb0bf-098e-4462-ba11-10570053302d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.754383] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce6bb0bf-098e-4462-ba11-10570053302d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.090909] env[67174]: INFO networking_nsxv3.common.synchronization [req-5e86c05f-62b2-433f-bf89-e75827167f43 req-d525ecbc-8950-43c6-a642-48fa3478234a tempest-DeleteServersAdminTestJSON-1494119634 tempest-DeleteServersAdminTestJSON-1494119634-project-member] Enqueued Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_members [ 861.091519] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa with Priority: HIGHEST for action security_group_members [ 861.091880] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.092123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.092123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.092288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.092446] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.092545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.092606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.092756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.092844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.092969] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.254426] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaa47d5d-6656-42cf-8e69-39c11cfc4806 with status ACTIVE [ 861.254704] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.255043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.255043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.255201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.255304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.255501] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.255698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.255761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.256056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.256147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.256351] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.256442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.256504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.256645] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.256718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.256803] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaa47d5d-6656-42cf-8e69-39c11cfc4806 is going to be updated. [ 861.258187] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.258299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.259030] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.259771] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce6bb0bf-098e-4462-ba11-10570053302d with status ACTIVE [ 861.259771] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.259885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.259928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.260183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.260183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.260356] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.260462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.260526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.260665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.260740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.260928] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.261309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.261309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.261309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.261470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.261470] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce6bb0bf-098e-4462-ba11-10570053302d is going to be updated. [ 861.283399] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.283761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.283761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.283908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.283969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.284126] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce6bb0bf-098e-4462-ba11-10570053302d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.285043] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.285168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.285225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.285588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.285588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.285741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaa47d5d-6656-42cf-8e69-39c11cfc4806" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.595774] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.595917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.596872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.596872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.596872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.596872] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.596872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.596872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.596872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.597247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.597247] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa is going to be updated. [ 861.627502] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.627502] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.627502] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.627934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.627934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.640084] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: IN_PROGRESS for 2s [ 861.764015] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.862608] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 in Status: SUCCESS [ 861.862914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.238275] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 862.240583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.240829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.241122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.241335] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.241461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.241559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.241749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.241823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.241914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.242039] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.243026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.243125] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.243304] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.243485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.243551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.243696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.243776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.243864] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.269070] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.269070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.269366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.269366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.269467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.269566] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 is going to be created. [ 862.325596] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.326040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.326201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.326338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.328058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.345432] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 in Status: UNINITIALIZED for 2s [ 862.746118] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.746365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.746720] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.250324] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.652293] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa in Status: SUCCESS [ 863.652482] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa deletion is rescheduled due to dependency. [ 863.652573] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.707103] env[67174]: INFO networking_nsxv3.common.synchronization [req-f3796818-093a-40b6-9b8b-aad1e2abbcf0 req-fec00a63-627e-4e17-bfdd-f95e24264e5f tempest-ServersTestFqdnHostnames-454592062 tempest-ServersTestFqdnHostnames-454592062-project-member] Enqueued Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGHEST for action security_group_members [ 863.708213] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGHEST for action security_group_members [ 863.708704] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ca3b341-43d9-4521-ab8e-19d2ade9126e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.708933] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.708933] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.709100] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.709260] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.709361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.709420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.710031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.710031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.710031] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.754475] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.754680] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.754680] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.755020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.755172] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.755262] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be updated. [ 863.786558] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.786774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.786829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.787054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.787263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.798066] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: IN_PROGRESS for 2s [ 864.214619] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.214872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.215022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.215320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.215482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.215742] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.216193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.216313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.217783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.218625] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.218826] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e is going to be updated. [ 864.281052] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.281408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.281408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.281684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.282148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.301525] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e in Status: IN_PROGRESS for 2s [ 864.361029] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 in Status: SUCCESS [ 864.361029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.361029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.361465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.361465] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.361576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.361576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.364218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.364218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.364218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.364218] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.866225] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.062962] env[67174]: INFO networking_nsxv3.common.synchronization [None req-7104571d-3031-41c2-a21f-918e7ae5e7b5 None None] Enqueued Resource ID: c9324993-883a-488f-925b-118647be21e3 with Priority: HIGHEST for action port [ 865.063417] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9324993-883a-488f-925b-118647be21e3 with Priority: HIGHEST for action port [ 865.063739] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9324993-883a-488f-925b-118647be21e3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.063875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9324993-883a-488f-925b-118647be21e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.063942] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9324993-883a-488f-925b-118647be21e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.068076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9324993-883a-488f-925b-118647be21e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.068686] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9324993-883a-488f-925b-118647be21e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.370732] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0af24a8-de79-40bb-a96f-cb8eba0daac9: rpc.has_security_group_logging(os_id): False [ 865.394074] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.394424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.394424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.396668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.396818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.397052] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.397332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.397332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.397430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.397464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.398139] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 is going to be created. [ 865.460598] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.460805] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.460964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.461240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.461482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.475201] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 in Status: IN_PROGRESS for 2s [ 865.573227] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9324993-883a-488f-925b-118647be21e3 [ 865.573414] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.573527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.574165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.574165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.574165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.574165] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9324993-883a-488f-925b-118647be21e3 already deleted. [ 865.574165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9324993-883a-488f-925b-118647be21e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.810327] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 865.810663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.810947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.811256] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.811550] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.811720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.811811] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.812104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.812163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.812243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.812529] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.812715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.812841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.813098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.813302] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.813457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.813561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.813727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.813830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.813937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.814078] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.220122] env[67174]: INFO networking_nsxv3.common.synchronization [None req-f56c57c5-3040-4f12-a3a4-6cd3a0033cff tempest-AttachInterfacesUnderV243Test-1794674532 tempest-AttachInterfacesUnderV243Test-1794674532-project-member] Enqueued Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_rules [ 866.221019] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_rules [ 866.221019] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.221262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.221262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.221644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.221644] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.314564] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e in Status: SUCCESS [ 866.315044] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e deletion is rescheduled due to dependency. [ 866.315227] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.317851] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac4043a7-2132-4e62-938c-0d27d9b740dd: rpc.has_security_group_logging(os_id): False [ 866.343088] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.343327] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.343424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.343759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.343759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.344330] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.344330] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.344484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.344523] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.344608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.344860] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.345159] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.345281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.348438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.348597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.348949] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.349133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.349233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.349431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.349515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.349623] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be created. [ 866.353874] env[67174]: INFO networking_nsxv3.common.synchronization [None req-cc744e1f-1b35-460c-8bff-e926333f7c85 tempest-AttachInterfacesUnderV243Test-1794674532 tempest-AttachInterfacesUnderV243Test-1794674532-project-member] Enqueued Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_rules [ 866.354639] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_rules [ 866.355050] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.355197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.433574] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.433574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.433938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.434158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.434358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.454538] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: IN_PROGRESS for 2s [ 866.746418] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.746660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.746731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.746936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.747037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.747135] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 550206ec-baa2-474e-849e-37acef85d57e already deleted. [ 866.747217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.747716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.747716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.747716] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.273856] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.273856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.273856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.274103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.274103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.274103] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 550206ec-baa2-474e-849e-37acef85d57e already deleted. [ 867.274270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.490772] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 in Status: SUCCESS [ 867.490772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.125854] env[67174]: INFO networking_nsxv3.common.synchronization [req-a2c35e79-dac3-41ca-8b48-8874a932c6f1 req-9b648542-615c-4207-95b0-8b91f439f310 tempest-DeleteServersTestJSON-447667271 tempest-DeleteServersTestJSON-447667271-project-member] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 868.126879] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 868.127437] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.127649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.127835] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.128143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.128389] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.128516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.128609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.128810] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.128928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.129093] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.464895] env[67174]: INFO networking_nsxv3.common.synchronization [None req-867b0aea-7480-4adf-96f6-b67129b42145 None None] Enqueued Resource ID: bea1fbec-78da-4f8c-9688-4fe19332aefa with Priority: HIGHEST for action port [ 868.465681] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea1fbec-78da-4f8c-9688-4fe19332aefa with Priority: HIGHEST for action port [ 868.466709] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-bea1fbec-78da-4f8c-9688-4fe19332aefa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.466709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bea1fbec-78da-4f8c-9688-4fe19332aefa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.466868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bea1fbec-78da-4f8c-9688-4fe19332aefa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.467182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bea1fbec-78da-4f8c-9688-4fe19332aefa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.467295] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea1fbec-78da-4f8c-9688-4fe19332aefa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.473712] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 868.473940] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.474449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.474690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.474781] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.633406] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.633719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.633719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.633868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.658028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.658028] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.658028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.658028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.658028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.658028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.658028] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 868.677022] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.677022] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.677022] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.679596] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.679596] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.679596] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.679596] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.679596] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.679596] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.679596] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.679596] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.679596] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.679596] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.679596] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.679596] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.679596] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.684097] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.684245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.684595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.684595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.684663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.693520] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 868.699439] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.699642] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.699783] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.699951] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.700292] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-97a3751c-cafa-4e0c-8d4d-019b212f3288 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.700463] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-97a3751c-cafa-4e0c-8d4d-019b212f3288" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.700578] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-97a3751c-cafa-4e0c-8d4d-019b212f3288" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.700945] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-97a3751c-cafa-4e0c-8d4d-019b212f3288" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.701106] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a3751c-cafa-4e0c-8d4d-019b212f3288',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.972991] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bea1fbec-78da-4f8c-9688-4fe19332aefa [ 868.974302] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.974302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.974302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.974302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.974302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.974302] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bea1fbec-78da-4f8c-9688-4fe19332aefa already deleted. [ 868.974302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bea1fbec-78da-4f8c-9688-4fe19332aefa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.976662] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.976808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.976808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.976945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.978846] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.978846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.978846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.978846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.978846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.978846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.978846] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.203777] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.206344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.206344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.206344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.206344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.206344] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 97a3751c-cafa-4e0c-8d4d-019b212f3288 not found, creating... [ 869.206344] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.206344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.206344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.206606] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.209169] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.209169] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.209169] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.209169] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.209169] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.209169] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.209169] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 97a3751c-cafa-4e0c-8d4d-019b212f3288 is going to be created. [ 869.255273] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.255273] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.255273] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.255652] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.255788] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.256973] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-97a3751c-cafa-4e0c-8d4d-019b212f3288" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.480650] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.480839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.480936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.481229] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.481434] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.481568] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.481648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.481842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.481978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.482099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.482306] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.482429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.482510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.482681] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.482851] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.482982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.483088] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.483267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.483372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.483481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.483597] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.986552] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac4043a7-2132-4e62-938c-0d27d9b740dd: rpc.has_security_group_logging(os_id): False [ 870.012367] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.012452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.012479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.013355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.013355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.013355] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.013355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.013355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.013355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.013612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.013612] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.013711] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.013837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.014363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.014363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.014363] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.014626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.014756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.014866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.014915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.015035] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be updated. [ 870.025340] env[67174]: INFO networking_nsxv3.common.synchronization [req-a2c35e79-dac3-41ca-8b48-8874a932c6f1 req-befba599-3c55-49ce-b31d-9efe3bc4fb6b service nova] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_rules [ 870.025534] env[67174]: INFO networking_nsxv3.common.synchronization [req-a2c35e79-dac3-41ca-8b48-8874a932c6f1 req-befba599-3c55-49ce-b31d-9efe3bc4fb6b service nova] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 870.025782] env[67174]: INFO networking_nsxv3.common.synchronization [req-a2c35e79-dac3-41ca-8b48-8874a932c6f1 req-befba599-3c55-49ce-b31d-9efe3bc4fb6b service nova] Enqueued Resource ID: 97a3751c-cafa-4e0c-8d4d-019b212f3288 with Priority: HIGHEST for action port [ 870.026372] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_rules [ 870.026745] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 870.027122] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a3751c-cafa-4e0c-8d4d-019b212f3288 with Priority: HIGHEST for action port [ 870.027538] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.027666] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.027732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.027936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.028064] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.029905] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.029905] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.029992] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-97a3751c-cafa-4e0c-8d4d-019b212f3288 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.030130] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97a3751c-cafa-4e0c-8d4d-019b212f3288" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.030130] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97a3751c-cafa-4e0c-8d4d-019b212f3288" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.030307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97a3751c-cafa-4e0c-8d4d-019b212f3288" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.030380] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a3751c-cafa-4e0c-8d4d-019b212f3288',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.095562] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.095705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.095782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.096023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.096191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.116258] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: IN_PROGRESS for 2s [ 870.532993] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97a3751c-cafa-4e0c-8d4d-019b212f3288 with status ACTIVE [ 870.533283] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.533442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.533512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.533783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.533849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.534028] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.534135] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.534189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.534340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.534420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.534603] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.534710] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.534755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.534883] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.536234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.536234] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97a3751c-cafa-4e0c-8d4d-019b212f3288 is going to be updated. [ 870.537739] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.537739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.567482] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.567596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.567643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.567915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.568102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.568267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97a3751c-cafa-4e0c-8d4d-019b212f3288" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.705388] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 870.705610] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 deletion is rescheduled due to dependency. [ 870.705743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.705928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.706220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.706414] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.706532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.706595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.706747] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.706828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.706925] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.209688] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.713566] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.010213] env[67174]: INFO networking_nsxv3.common.synchronization [req-9b2fe615-de89-4d3d-9013-34ae56c96280 req-010e130f-6b70-48a2-b57e-5cccfe4e7a28 tempest-ListServerFiltersTestJSON-1631095442 tempest-ListServerFiltersTestJSON-1631095442-project-member] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 872.011599] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 872.011599] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.011599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.011599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.011599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.012325] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.012325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.012325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.012325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.012325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.012325] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.138148] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 872.138400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.217817] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.218314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.218314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.218432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.218432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.218918] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 872.295882] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.296101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.297749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.298048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.298215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.317891] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 872.514863] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.020195] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.453086] env[67174]: INFO networking_nsxv3.common.synchronization [req-b412351d-f25b-465a-9ef7-9bc7b3bc02c6 req-58e4eba4-fc0e-464b-9c25-bd6398d14c5e tempest-ServersTestMultiNic-261816264 tempest-ServersTestMultiNic-261816264-project-member] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 873.454010] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 873.454349] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.454468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.454602] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.454777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.454936] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.455073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.455141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.455288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.455367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.455469] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.525077] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.525077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.525331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.525362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.525455] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.525620] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 is going to be updated. [ 873.559065] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.559065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.559065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.559065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.559065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.569117] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: IN_PROGRESS for 2s [ 873.718951] env[67174]: INFO networking_nsxv3.common.synchronization [req-b412351d-f25b-465a-9ef7-9bc7b3bc02c6 req-3e45665a-85f6-4f70-984e-7296c0d69e40 tempest-ServersTestMultiNic-261816264 tempest-ServersTestMultiNic-261816264-project-member] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 873.719658] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGHEST for action security_group_members [ 873.720107] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.720263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.958166] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.335130] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 874.335130] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.335301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.336742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.336742] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.336742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.336742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.336742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.336742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.336742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.337024] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.462965] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.842696] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.842696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.842696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.842696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.842696] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.842696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.842696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.842696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.842696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.842696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.842696] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.842696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.842696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.842696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.842696] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.842696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.843289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.843289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.843289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.843289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.843424] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.965514] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.965593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.965642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.965847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.965938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.966074] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be updated. [ 874.999910] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.000097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.000140] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.000556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.000811] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.016162] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: IN_PROGRESS for 2s [ 875.347557] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbb538cf-aaab-4d8a-ac66-6eccf3b18d66: rpc.has_security_group_logging(os_id): False [ 875.367413] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.367617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.367657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.367856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.367960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.368189] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.368299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.368350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.368506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.368592] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.368816] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.368916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.368983] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.369158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.369239] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.369425] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.369515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.369586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.369725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.369808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.369892] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 875.453489] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.453694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.453694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.453940] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.454155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.475245] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 875.589080] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: SUCCESS [ 875.589604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.447045] env[67174]: INFO networking_nsxv3.common.synchronization [req-4cba2c7e-c643-4157-8617-d34496e541ab req-09bf4b0c-ca43-4376-85cf-290873fe6195 tempest-ImagesOneServerNegativeTestJSON-1299688289 tempest-ImagesOneServerNegativeTestJSON-1299688289-project-member] Enqueued Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 876.447601] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 876.448058] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.452102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.452232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.452457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.452642] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.452744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.452807] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.452975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.453198] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.453198] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.721076] env[67174]: INFO networking_nsxv3.common.synchronization [req-7ca90ff5-7afc-4163-b72d-3d9631407be9 req-2598260c-33f3-4d4b-8585-ca2bac62fb51 tempest-ServerActionsTestOtherB-83155665 tempest-ServerActionsTestOtherB-83155665-project-member] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 876.721456] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 876.722642] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.722793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.723477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.723695] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.723927] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.724055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.724190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.724740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.724740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.724740] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.958132] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.958323] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.958392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.958609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.958701] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.958901] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.958998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.959075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.959249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.959332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.959421] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb is going to be updated. [ 876.992505] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.992707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.992796] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.993133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.993325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.006455] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: IN_PROGRESS for 2s [ 877.031108] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 877.031354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.031813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.032041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.032238] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.032351] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.032412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.032568] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.032636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.032735] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.228432] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.228432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.228572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.228757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.228937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.229041] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.229149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.229207] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.229366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.229428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.229732] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be updated. [ 877.266679] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.266679] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.266679] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.266679] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.266679] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.278088] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 877.490586] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 877.490586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.535329] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.535533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.535611] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.535822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.535915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.536184] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.536306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.536348] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.536502] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.536581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.536669] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be updated. [ 877.565876] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.565876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.565876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.565876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.565876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.577782] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: IN_PROGRESS for 2s [ 879.033032] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: SUCCESS [ 879.033032] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb deletion is rescheduled due to dependency. [ 879.033032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.296095] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 879.296095] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf deletion is rescheduled due to dependency. [ 879.296095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.588327] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac4043a7-2132-4e62-938c-0d27d9b740dd in Status: SUCCESS [ 879.588560] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd deletion is rescheduled due to dependency. [ 879.588691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.084757] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-337 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.085166] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.085283] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.085600] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.085866] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.086136] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.086293] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.086533] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.086681] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.086893] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.087015] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.087131] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.087238] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.087379] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.087474] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.087600] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.112038] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.112038] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.112038] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.112038] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.112262] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-84d11657-8b21-4630-9700-30765544b43b taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.112566] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.112799] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.113133] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.113491] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d11657-8b21-4630-9700-30765544b43b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.618423] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.618423] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.618423] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.618423] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.618423] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.618423] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.618703] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.618703] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.618957] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.619159] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.619556] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.619765] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.619929] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.620217] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.620401] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.620595] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 84d11657-8b21-4630-9700-30765544b43b is going to be updated. [ 881.646454] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.646733] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.646891] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.647272] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.647539] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.647840] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.722882] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 881.723009] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 882.363148] env[67174]: INFO networking_nsxv3.common.synchronization [req-53f216d4-b767-4a97-a03d-b51da1a49992 req-acf04c14-6b15-427e-87db-17e152eacea7 service nova] Enqueued Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_rules [ 882.363148] env[67174]: INFO networking_nsxv3.common.synchronization [req-53f216d4-b767-4a97-a03d-b51da1a49992 req-acf04c14-6b15-427e-87db-17e152eacea7 service nova] Enqueued Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_members [ 882.363148] env[67174]: INFO networking_nsxv3.common.synchronization [req-53f216d4-b767-4a97-a03d-b51da1a49992 req-acf04c14-6b15-427e-87db-17e152eacea7 service nova] Enqueued Resource ID: 84d11657-8b21-4630-9700-30765544b43b with Priority: HIGHEST for action port [ 882.363710] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_rules [ 882.363850] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_members [ 882.363945] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d11657-8b21-4630-9700-30765544b43b with Priority: HIGHEST for action port [ 882.364262] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e061c56-f558-4e67-87f1-49d6c540ae48 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.364405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.364543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.364643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.364726] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.365707] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e061c56-f558-4e67-87f1-49d6c540ae48 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.365825] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.366522] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.366721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.366883] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.366989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.367071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.367249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.367354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.367449] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.368315] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-84d11657-8b21-4630-9700-30765544b43b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.368427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.368497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.368659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.369540] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d11657-8b21-4630-9700-30765544b43b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.873503] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.873503] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e061c56-f558-4e67-87f1-49d6c540ae48 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.873503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.873503] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84d11657-8b21-4630-9700-30765544b43b with status ACTIVE [ 882.873503] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.873503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.873503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.874544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.874544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.874544] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.874544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.874920] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.874920] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.874920] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.875094] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.875237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.875304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.875491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.875580] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.875820] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84d11657-8b21-4630-9700-30765544b43b is going to be updated. [ 882.900897] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.901149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.901236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.901478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.901639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.901817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84d11657-8b21-4630-9700-30765544b43b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.373914] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.878221] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.879471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.879959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.880472] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.880755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.881020] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 is going to be updated. [ 883.926852] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.927163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.927305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.927665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.927960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.941889] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 in Status: IN_PROGRESS for 2s [ 884.016999] env[67174]: INFO networking_nsxv3.common.synchronization [None req-ae9c6423-dec0-4837-99bb-4d25c86ff9a8 tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGHEST for action security_group_rules [ 884.017599] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGHEST for action security_group_rules [ 884.017919] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.018204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.018338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.018632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.018761] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f9c773-456f-4d4e-8fb9-8e647253dfe6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.147261] env[67174]: INFO networking_nsxv3.common.synchronization [None req-3b19c7a7-4cb8-4353-aaf2-ecea5b777e0a tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGHEST for action security_group_rules [ 884.147793] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGHEST for action security_group_rules [ 884.148388] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.148516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.541515] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.541915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.541915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.541915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.542095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.542095] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 already deleted. [ 884.542189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.543016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.543016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.543016] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f9c773-456f-4d4e-8fb9-8e647253dfe6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.069025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.069215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.070094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.070094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.070094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.070094] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 already deleted. [ 885.070094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.954463] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 in Status: SUCCESS [ 885.954777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.954777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.954959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.956624] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.956624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.956624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.956624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.956624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.956624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.959035] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.467388] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.971986] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e061c56-f558-4e67-87f1-49d6c540ae48: rpc.has_security_group_logging(os_id): False [ 886.990777] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.990939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.991053] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.991206] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.018366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.018752] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.018887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.020322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.020322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.020322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.020322] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 is going to be updated. [ 887.082632] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.084025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.084276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.085187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.085579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.099891] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 in Status: IN_PROGRESS for 2s [ 889.117336] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 in Status: SUCCESS [ 889.117614] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.149191] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 889.149359] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 890.963241] env[67174]: INFO networking_nsxv3.common.synchronization [None req-974c5ff0-dff1-41b4-a8fe-eddcbe2be93a None None] Enqueued Resource ID: cdf3ebeb-9c7c-4691-918b-ea3aee92ccf3 with Priority: HIGHEST for action port [ 890.963861] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf3ebeb-9c7c-4691-918b-ea3aee92ccf3 with Priority: HIGHEST for action port [ 890.964442] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdf3ebeb-9c7c-4691-918b-ea3aee92ccf3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.964631] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdf3ebeb-9c7c-4691-918b-ea3aee92ccf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.964751] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdf3ebeb-9c7c-4691-918b-ea3aee92ccf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.965122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdf3ebeb-9c7c-4691-918b-ea3aee92ccf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.965253] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdf3ebeb-9c7c-4691-918b-ea3aee92ccf3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.356059] env[67174]: INFO networking_nsxv3.common.synchronization [req-3441701a-6368-4114-aa1b-00cd4c8edafa req-6141addd-b636-4076-919d-f7cc49c6c84b tempest-MigrationsAdminTest-1030505028 tempest-MigrationsAdminTest-1030505028-project-member] Enqueued Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_members [ 891.356710] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_members [ 891.357107] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.357550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.357550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.357650] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.357891] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.357996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.358087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.358313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.358440] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.358598] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.414567] env[67174]: INFO networking_nsxv3.common.synchronization [req-d58fc273-2e45-4e69-8c59-4e102f94dac3 req-9ba89078-0ad6-41f3-bc12-0d91fd0c555e tempest-ServersAdminTestJSON-1975517671 tempest-ServersAdminTestJSON-1975517671-project-member] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 891.417197] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 891.417197] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.417197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.417197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.417197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.417197] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.417197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.417197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.418017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.418197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.418390] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.468819] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdf3ebeb-9c7c-4691-918b-ea3aee92ccf3 [ 891.468819] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.468819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.468819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.469103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.469217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.469323] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdf3ebeb-9c7c-4691-918b-ea3aee92ccf3 already deleted. [ 891.469405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdf3ebeb-9c7c-4691-918b-ea3aee92ccf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.862019] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.921964] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.364900] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.424962] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.805926] env[67174]: INFO networking_nsxv3.common.synchronization [None req-d86b5ef0-ac00-4780-bc64-1525b6e6df6c None None] Enqueued Resource ID: d4e57ddf-4371-4f32-b4cb-a639d40fda18 with Priority: HIGHEST for action port [ 892.807201] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e57ddf-4371-4f32-b4cb-a639d40fda18 with Priority: HIGHEST for action port [ 892.808614] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4e57ddf-4371-4f32-b4cb-a639d40fda18 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.808834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4e57ddf-4371-4f32-b4cb-a639d40fda18" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.808882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4e57ddf-4371-4f32-b4cb-a639d40fda18" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.809567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4e57ddf-4371-4f32-b4cb-a639d40fda18" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.809661] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e57ddf-4371-4f32-b4cb-a639d40fda18',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.867925] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.868168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.868232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.868455] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.868565] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.868683] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37387f75-fb16-456d-a665-839110f2fa5b is going to be updated. [ 892.912022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.912022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.912022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.912022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.912022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.919835] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: IN_PROGRESS for 2s [ 892.929467] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.929630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.929735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.929908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.929993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.930103] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 892.966066] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.966066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.966066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.966066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.966066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.975075] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 893.316819] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4e57ddf-4371-4f32-b4cb-a639d40fda18 [ 893.317492] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.317781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.317930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.318228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.318781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.318781] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4e57ddf-4371-4f32-b4cb-a639d40fda18 already deleted. [ 893.318781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4e57ddf-4371-4f32-b4cb-a639d40fda18" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.883541] env[67174]: INFO networking_nsxv3.common.synchronization [req-95594512-f0bb-486b-b58c-5d92fd24b5b0 req-57041ffb-5cdc-4eaa-81a5-a406d137475c tempest-AttachInterfacesUnderV243Test-1794674532 tempest-AttachInterfacesUnderV243Test-1794674532-project-member] Enqueued Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 893.884154] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 893.884481] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.884598] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.884721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.884923] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.886262] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.886459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.886525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.886805] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.886928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.887050] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.119020] env[67174]: INFO networking_nsxv3.common.synchronization [None req-e84c8cb2-12fb-4635-8be1-3a0ae90ca624 None None] Enqueued Resource ID: 97418fcc-6023-40c9-9d16-c8e627a1ffc5 with Priority: HIGHEST for action port [ 894.119020] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97418fcc-6023-40c9-9d16-c8e627a1ffc5 with Priority: HIGHEST for action port [ 894.119431] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-97418fcc-6023-40c9-9d16-c8e627a1ffc5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.119431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97418fcc-6023-40c9-9d16-c8e627a1ffc5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.119431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97418fcc-6023-40c9-9d16-c8e627a1ffc5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.119609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97418fcc-6023-40c9-9d16-c8e627a1ffc5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.119688] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97418fcc-6023-40c9-9d16-c8e627a1ffc5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.391186] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.391386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.391461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.391741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.391848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.392067] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.392196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.392265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.392482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.392482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.392611] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550206ec-baa2-474e-849e-37acef85d57e already deleted. [ 894.392677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.419030] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.419030] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-163" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.419030] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-163" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.419385] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-163" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.419457] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.419615] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.419726] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.419950] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.420469] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.420690] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.420803] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.420911] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.421027] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.421138] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.421241] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.421365] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.442746] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.442959] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.443201] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.443442] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-163" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.443900] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.444183] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.444424] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.444764] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.444907] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad0fb67-a7f1-431d-a0b2-b977d7c788cc',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.623729] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97418fcc-6023-40c9-9d16-c8e627a1ffc5 [ 894.626609] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.626609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.626609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.626609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.626609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.626609] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97418fcc-6023-40c9-9d16-c8e627a1ffc5 already deleted. [ 894.626609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97418fcc-6023-40c9-9d16-c8e627a1ffc5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.931473] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: SUCCESS [ 894.931916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.947314] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.947577] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.947705] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.948011] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.948208] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.948376] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port aad0fb67-a7f1-431d-a0b2-b977d7c788cc not found, creating... [ 894.948671] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.948834] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.948950] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.949391] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.949391] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.949622] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.949774] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.949886] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.950114] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.950288] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.950441] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: aad0fb67-a7f1-431d-a0b2-b977d7c788cc is going to be created. [ 894.975509] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.975762] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.975826] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.976117] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.976436] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.976711] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.986381] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 894.986634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.726015] env[67174]: INFO networking_nsxv3.common.synchronization [req-95594512-f0bb-486b-b58c-5d92fd24b5b0 req-e4565666-e7b2-415c-ae13-f1988b3a24af service nova] Enqueued Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_rules [ 895.726015] env[67174]: INFO networking_nsxv3.common.synchronization [req-95594512-f0bb-486b-b58c-5d92fd24b5b0 req-e4565666-e7b2-415c-ae13-f1988b3a24af service nova] Enqueued Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 895.726015] env[67174]: INFO networking_nsxv3.common.synchronization [req-95594512-f0bb-486b-b58c-5d92fd24b5b0 req-e4565666-e7b2-415c-ae13-f1988b3a24af service nova] Enqueued Resource ID: aad0fb67-a7f1-431d-a0b2-b977d7c788cc with Priority: HIGHEST for action port [ 895.726015] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_rules [ 895.727728] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 895.727958] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0fb67-a7f1-431d-a0b2-b977d7c788cc with Priority: HIGHEST for action port [ 895.728787] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.729103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.729260] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.729558] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.729786] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.731194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.731452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.732228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.732228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.732228] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.732228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.732228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.734285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.734534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.734763] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.737879] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.737879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.737879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.737879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.737879] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad0fb67-a7f1-431d-a0b2-b977d7c788cc',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.878035] env[67174]: INFO networking_nsxv3.common.synchronization [None req-cf5d3602-665d-4a21-85b7-d5676f22889b None None] Enqueued Resource ID: 6ea22b6c-0d4a-4a24-8384-5f1e4a4b07a4 with Priority: HIGHEST for action port [ 895.878035] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea22b6c-0d4a-4a24-8384-5f1e4a4b07a4 with Priority: HIGHEST for action port [ 895.878174] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ea22b6c-0d4a-4a24-8384-5f1e4a4b07a4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.878236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ea22b6c-0d4a-4a24-8384-5f1e4a4b07a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.878264] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ea22b6c-0d4a-4a24-8384-5f1e4a4b07a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.878773] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ea22b6c-0d4a-4a24-8384-5f1e4a4b07a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.878773] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ea22b6c-0d4a-4a24-8384-5f1e4a4b07a4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.238562] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.239872] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.239872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.240057] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad0fb67-a7f1-431d-a0b2-b977d7c788cc with status ACTIVE [ 896.240236] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.240378] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.240464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.240694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.240815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.241035] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.241169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.241235] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.241433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.241538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.241763] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.241889] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.242323] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.242323] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.242323] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.242323] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad0fb67-a7f1-431d-a0b2-b977d7c788cc is going to be updated. [ 896.267721] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.267994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.268124] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.268363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.268583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.269018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.380736] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ea22b6c-0d4a-4a24-8384-5f1e4a4b07a4 [ 896.380840] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.380936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.380989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.381215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.381305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.381431] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ea22b6c-0d4a-4a24-8384-5f1e4a4b07a4 already deleted. [ 896.381499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ea22b6c-0d4a-4a24-8384-5f1e4a4b07a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.745199] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.249451] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.249718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.249718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.249917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.250016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.250115] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550206ec-baa2-474e-849e-37acef85d57e is going to be created. [ 897.279255] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.279804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.279884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.280122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.280292] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.292677] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: UNINITIALIZED for 2s [ 898.712543] env[67174]: INFO networking_nsxv3.common.synchronization [req-b3f3c130-e445-450b-a19c-ce5ac49d3f81 req-ef88c184-5842-4d94-9f86-62b78f7a6342 tempest-ListServerFiltersTestJSON-1631095442 tempest-ListServerFiltersTestJSON-1631095442-project-member] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 898.713384] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGHEST for action security_group_members [ 898.713571] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.713696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.713759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.713958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.714122] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.714222] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.714278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.714422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.714506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.714595] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.216880] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.217128] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.218536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.218536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.218536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.218536] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.218536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.218536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.218536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.218536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.218536] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 is going to be updated. [ 899.246574] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.246761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.246761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.247058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.247204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.260988] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: IN_PROGRESS for 2s [ 899.315318] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: SUCCESS [ 899.315318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.315318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.315318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.315318] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.315318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.315318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.315318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.315318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.315318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.315318] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.819767] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.325189] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 550206ec-baa2-474e-849e-37acef85d57e: rpc.has_security_group_logging(os_id): False [ 900.344562] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.344745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.344817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.345084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.345298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.345446] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.345567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.345627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.345778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.345855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.345938] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 550206ec-baa2-474e-849e-37acef85d57e is going to be created. [ 900.425282] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.425282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.425282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.425495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.425649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.439070] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: IN_PROGRESS for 2s [ 901.271039] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f80b9b7c-d265-4b85-82a4-739c895db476 in Status: SUCCESS [ 901.271304] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 deletion is rescheduled due to dependency. [ 901.271343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.454143] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: SUCCESS [ 902.454973] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.714176] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 903.714450] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 905.899171] env[67174]: INFO networking_nsxv3.common.synchronization [req-45827eb9-8635-47df-80c2-82af808f9760 req-cb59c57a-caa6-4c49-ac3f-32883b4a75b2 tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGHEST for action security_group_members [ 905.899726] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGHEST for action security_group_members [ 905.901540] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f9c773-456f-4d4e-8fb9-8e647253dfe6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.901704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.901778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.902061] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.902229] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.902329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.902397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.902593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.902642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.902704] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f9c773-456f-4d4e-8fb9-8e647253dfe6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.246491] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.246705] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.246816] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.247114] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.247395] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.247549] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.247666] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.247896] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.248322] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.248585] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.248701] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.248808] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.248913] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.249033] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.249141] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.249272] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.278994] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.279231] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.279360] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.279537] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.279881] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.280092] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.280181] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.280534] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.280674] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.404710] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.404900] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.404946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.405337] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.406040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.406040] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.406040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.406040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.406040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.406040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.406421] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 already deleted. [ 906.406421] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.783719] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.783932] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.784018] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.784328] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.784481] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.784643] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720 not found, creating... [ 906.784911] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.785258] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.785506] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.785852] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.786114] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.786441] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.786609] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.786728] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.786953] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.787135] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.787313] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720 is going to be created. [ 906.810654] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.811065] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.811065] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.811385] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.811626] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.811897] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.513800] env[67174]: INFO networking_nsxv3.common.synchronization [req-45827eb9-8635-47df-80c2-82af808f9760 req-043e941a-2aa1-4db5-910b-3f8acd6b405c service nova] Enqueued Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGHEST for action security_group_rules [ 907.514068] env[67174]: INFO networking_nsxv3.common.synchronization [req-45827eb9-8635-47df-80c2-82af808f9760 req-043e941a-2aa1-4db5-910b-3f8acd6b405c service nova] Enqueued Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGHEST for action security_group_members [ 907.514153] env[67174]: INFO networking_nsxv3.common.synchronization [req-45827eb9-8635-47df-80c2-82af808f9760 req-043e941a-2aa1-4db5-910b-3f8acd6b405c service nova] Enqueued Resource ID: 9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720 with Priority: HIGHEST for action port [ 907.514646] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGHEST for action security_group_rules [ 907.514778] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGHEST for action security_group_members [ 907.514874] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720 with Priority: HIGHEST for action port [ 907.515344] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.515472] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.515539] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.515738] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.515821] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f9c773-456f-4d4e-8fb9-8e647253dfe6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.517066] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f9c773-456f-4d4e-8fb9-8e647253dfe6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.517160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.517217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.517351] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.517503] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.517599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.517664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.517813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.517880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.517972] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f9c773-456f-4d4e-8fb9-8e647253dfe6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.519274] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.519381] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.519432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.519580] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.519963] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.020455] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f9c773-456f-4d4e-8fb9-8e647253dfe6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.021884] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f9c773-456f-4d4e-8fb9-8e647253dfe6 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.021991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.022217] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720 with status ACTIVE [ 908.022935] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.022935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.022935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.022935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.022935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.023191] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.023191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.023191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.023442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.023553] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.023974] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.023974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.023974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.024140] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.024220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.024325] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720 is going to be updated. [ 908.046485] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.046739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.046739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.046838] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.046975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.047150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b5c2e4c-8716-4dbb-8ca7-4a5bca0de720" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.372585] env[67174]: INFO networking_nsxv3.common.synchronization [req-a75cb76f-b7ef-4c03-a730-147dc83f7204 req-a35afa7d-a036-4e70-8046-5cc5d4895c43 tempest-MigrationsAdminTest-1030505028 tempest-MigrationsAdminTest-1030505028-project-member] Enqueued Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_members [ 908.373199] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGHEST for action security_group_members [ 908.373534] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.373655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.373722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.373916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.374090] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.374191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.374277] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.374471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.374561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.374652] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.525984] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f9c773-456f-4d4e-8fb9-8e647253dfe6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.876597] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.876856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.876943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.877184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.877332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.877541] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.877677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.877752] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.877939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.878061] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.878169] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37387f75-fb16-456d-a665-839110f2fa5b is going to be updated. [ 908.910398] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.910615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.910673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.910896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.910986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.920049] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: IN_PROGRESS for 2s [ 909.028772] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.028942] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.029033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.029251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.029341] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.029441] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 is going to be created. [ 909.055399] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.055548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.055613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.055820] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.056246] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.065700] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 in Status: UNINITIALIZED for 2s [ 910.144036] env[67174]: INFO networking_nsxv3.common.synchronization [req-94edc3f4-9fa0-445c-89cf-d245487d9cb6 req-6c4b4e1d-3917-4dca-b53d-dbe7ca120f16 tempest-ServersAdminTestJSON-1975517671 tempest-ServersAdminTestJSON-1975517671-project-member] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 910.148036] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 910.148036] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.148036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.148036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.148036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.148036] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.148036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.148036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.148036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.148036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.148036] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.650168] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.931135] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37387f75-fb16-456d-a665-839110f2fa5b in Status: SUCCESS [ 910.931333] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37387f75-fb16-456d-a665-839110f2fa5b deletion is rescheduled due to dependency. [ 910.931451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.076163] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 in Status: SUCCESS [ 911.076415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.076579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.076791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.076995] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.077221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.077289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.077461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.077534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.077616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.077705] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23f9c773-456f-4d4e-8fb9-8e647253dfe6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.152391] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.207532] env[67174]: INFO networking_nsxv3.common.synchronization [req-d9be1cd2-d685-4267-9368-7734fb925ed6 req-6f74d9ed-8157-430a-bb1f-73c5e57c0eca tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 911.208652] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 911.209057] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.209198] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.209306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.209548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.209717] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.209818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.209879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.210050] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.210140] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.210978] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.579892] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23f9c773-456f-4d4e-8fb9-8e647253dfe6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.587791] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.587791] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-119" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.587791] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-119" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.588136] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-119" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.588249] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.588403] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.588515] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.588726] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.588861] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.589082] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.589195] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.589305] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.589441] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.589498] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.589599] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.589724] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.614203] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.614438] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.614608] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.615220] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-119" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.615572] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-9e668432-9e1a-438c-a1a5-33af928bd897 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.615835] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.616143] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.616426] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.616578] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e668432-9e1a-438c-a1a5-33af928bd897',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.655915] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.656376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.656530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.656862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.656999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.657181] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 911.691263] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.691472] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.691472] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.691692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.691843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.702881] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 911.714762] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.714762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.714762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.714940] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.715039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.715327] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.715450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.715511] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.715663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.715817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.715817] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 already deleted. [ 911.716035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.082350] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23f9c773-456f-4d4e-8fb9-8e647253dfe6: rpc.has_security_group_logging(os_id): False [ 912.102882] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.103115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.103236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.103384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.103489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.103684] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.103786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.103863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.103990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.104077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.104162] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 is going to be created. [ 912.118685] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.118856] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.118983] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.119410] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.119643] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.119878] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 9e668432-9e1a-438c-a1a5-33af928bd897 not found, creating... [ 912.120193] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.120438] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.120647] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.120893] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.121136] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.121337] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.121498] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.121689] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.121942] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.122185] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.122230] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 9e668432-9e1a-438c-a1a5-33af928bd897 is going to be created. [ 912.148159] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.148362] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.148459] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.148756] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.148986] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.149229] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.170462] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.170813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.170813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.170876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.171871] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.187041] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 in Status: IN_PROGRESS for 2s [ 912.575833] env[67174]: INFO networking_nsxv3.common.synchronization [req-7cd33452-cc77-41c6-9980-2723fe2adeb6 req-125b4844-1cc5-4543-b2ce-4e2d8110893e tempest-ServersWithSpecificFlavorTestJSON-320830793 tempest-ServersWithSpecificFlavorTestJSON-320830793-project-member] Enqueued Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_members [ 912.576451] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGHEST for action security_group_members [ 912.576762] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.576882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.576947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.577198] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.577360] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.577482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.577547] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.577704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.577812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.577911] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.839358] env[67174]: INFO networking_nsxv3.common.synchronization [req-d9be1cd2-d685-4267-9368-7734fb925ed6 req-3b7833eb-5b38-4ccf-8716-2333b1e9eaf4 service nova] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_rules [ 912.839358] env[67174]: INFO networking_nsxv3.common.synchronization [req-d9be1cd2-d685-4267-9368-7734fb925ed6 req-3b7833eb-5b38-4ccf-8716-2333b1e9eaf4 service nova] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 912.839358] env[67174]: INFO networking_nsxv3.common.synchronization [req-d9be1cd2-d685-4267-9368-7734fb925ed6 req-3b7833eb-5b38-4ccf-8716-2333b1e9eaf4 service nova] Enqueued Resource ID: 9e668432-9e1a-438c-a1a5-33af928bd897 with Priority: HIGHEST for action port [ 912.839358] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_rules [ 912.839358] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 912.839358] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e668432-9e1a-438c-a1a5-33af928bd897 with Priority: HIGHEST for action port [ 912.839358] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.839358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.839358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.839358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.839875] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.841924] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.841924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.841924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.841924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.841924] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.841924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.841924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.841924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.842203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.842203] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.843108] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e668432-9e1a-438c-a1a5-33af928bd897 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.843227] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.843286] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.843424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.843496] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e668432-9e1a-438c-a1a5-33af928bd897',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.080618] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.080726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.080788] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.081162] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.081298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.081540] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.081675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.081740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.081902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.081979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.082098] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 is going to be updated. [ 913.114215] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.114404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.114480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.114716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.114907] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.124443] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 in Status: IN_PROGRESS for 2s [ 913.345278] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.345278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.345658] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.348636] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e668432-9e1a-438c-a1a5-33af928bd897 with status ACTIVE [ 913.348636] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.348636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.348636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.348636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.350734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.350734] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.350734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.350734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.350734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.350734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.350734] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.350734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.350734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.350734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.350734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.350734] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e668432-9e1a-438c-a1a5-33af928bd897 is going to be updated. [ 913.374840] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.374997] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.375163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.375389] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.375530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.375698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.713065] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 913.713341] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.847977] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.199284] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 in Status: SUCCESS [ 914.199573] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.350644] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.350963] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.350963] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.351158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.351566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.351566] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be created. [ 914.375844] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.376033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.376130] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.376363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.376536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.389685] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: UNINITIALIZED for 2s [ 915.135839] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 in Status: SUCCESS [ 915.136071] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 deletion is rescheduled due to dependency. [ 915.136190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.400366] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 916.400601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.400749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.400980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.401233] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.401326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.401393] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.401544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.401623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.401706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.401797] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.905180] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.905303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.905382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.905580] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.905742] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.905859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.905910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.906099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.906179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.906275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.906400] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.906489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.906591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.906676] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.906949] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.906949] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.906949] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.907090] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.907155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.907247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.907317] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.413680] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e11195-7ec5-41f1-87a4-7fc1622a4c33: rpc.has_security_group_logging(os_id): False [ 917.433023] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.433023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.433023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.433023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.433023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.433023] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.433023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.433023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.433023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.433023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.433023] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.433023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.433023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.433023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.433023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.433605] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.433605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.433605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.433605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.433605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.433605] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be created. [ 917.503301] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.503301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.503301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.503301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.503301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.516472] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 917.600195] env[67174]: INFO networking_nsxv3.common.synchronization [req-da69e2ec-2f0c-4a08-9495-e0221cb43f44 req-b9b0462e-5eeb-45e8-951b-9805ddac7461 tempest-ServerActionsTestOtherB-83155665 tempest-ServerActionsTestOtherB-83155665-project-member] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 917.601057] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 917.601426] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.601601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.601685] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.601817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.601973] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.602083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.602145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.602330] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.602450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.602550] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.906740] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.907012] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.907105] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.907403] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.907760] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.911227] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.911479] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.911788] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.912024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.912327] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.912526] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.912680] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.912852] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.913067] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.913212] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.913415] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.935038] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.935386] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.935571] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.935799] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.936261] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-013dc9db-41f4-4add-b6ef-03727fd3f5f1 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.936503] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-013dc9db-41f4-4add-b6ef-03727fd3f5f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.936670] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-013dc9db-41f4-4add-b6ef-03727fd3f5f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.937099] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-013dc9db-41f4-4add-b6ef-03727fd3f5f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.937299] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('013dc9db-41f4-4add-b6ef-03727fd3f5f1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.107821] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.107821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.107821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.107821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.107821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.107821] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.107821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.107821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.107821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.107821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.107821] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be updated. [ 918.132054] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.132234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.132311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.132521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.132664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.143013] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 918.440406] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.440406] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.440761] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.440795] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.441498] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.441498] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 013dc9db-41f4-4add-b6ef-03727fd3f5f1 not found, creating... [ 918.441632] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.441876] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.441876] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.442097] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.442238] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.442540] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.442694] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.442808] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.443136] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.443193] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.443350] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 013dc9db-41f4-4add-b6ef-03727fd3f5f1 is going to be created. [ 918.464738] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.464943] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.465128] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.465449] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.465683] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.465893] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-013dc9db-41f4-4add-b6ef-03727fd3f5f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.182363] env[67174]: INFO networking_nsxv3.common.synchronization [req-da69e2ec-2f0c-4a08-9495-e0221cb43f44 req-a9c4263a-d8ee-4385-a10c-7a1b7465d62b service nova] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_rules [ 919.182565] env[67174]: INFO networking_nsxv3.common.synchronization [req-da69e2ec-2f0c-4a08-9495-e0221cb43f44 req-a9c4263a-d8ee-4385-a10c-7a1b7465d62b service nova] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 919.182663] env[67174]: INFO networking_nsxv3.common.synchronization [req-da69e2ec-2f0c-4a08-9495-e0221cb43f44 req-a9c4263a-d8ee-4385-a10c-7a1b7465d62b service nova] Enqueued Resource ID: 013dc9db-41f4-4add-b6ef-03727fd3f5f1 with Priority: HIGHEST for action port [ 919.183306] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_rules [ 919.183480] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 919.183534] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013dc9db-41f4-4add-b6ef-03727fd3f5f1 with Priority: HIGHEST for action port [ 919.183821] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.183930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.183997] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.184210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.184292] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.185651] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.185785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.186039] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-013dc9db-41f4-4add-b6ef-03727fd3f5f1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.186155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-013dc9db-41f4-4add-b6ef-03727fd3f5f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.186223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-013dc9db-41f4-4add-b6ef-03727fd3f5f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.186401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-013dc9db-41f4-4add-b6ef-03727fd3f5f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.186478] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('013dc9db-41f4-4add-b6ef-03727fd3f5f1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.528408] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 919.528727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.686175] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.686307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.689427] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 013dc9db-41f4-4add-b6ef-03727fd3f5f1 with status ACTIVE [ 919.689571] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.689632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.689706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.689901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.689991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.690192] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.690293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.690390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.690550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.690611] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.690749] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.690841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.690895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.691134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.691225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.691290] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 013dc9db-41f4-4add-b6ef-03727fd3f5f1 is going to be updated. [ 919.712866] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.713081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.713081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.713261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.713401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.713566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-013dc9db-41f4-4add-b6ef-03727fd3f5f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.943651] env[67174]: INFO networking_nsxv3.common.synchronization [req-57ce3d17-2985-4f16-8cb9-145c6c3d9437 req-11a8a3db-a0a6-410a-a659-8508baa96979 tempest-ImagesOneServerNegativeTestJSON-1299688289 tempest-ImagesOneServerNegativeTestJSON-1299688289-project-member] Enqueued Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 919.944325] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 919.944749] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.944883] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.945294] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.945294] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.945389] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.945506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.945607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.945729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.945813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.945912] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.154431] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 920.154587] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf deletion is rescheduled due to dependency. [ 920.156472] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.156472] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.156472] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.156472] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.156472] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.156472] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.156472] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.156472] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.156472] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.261385] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.261624] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-870" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.261753] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-870" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.262022] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-870" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.262295] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.262455] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.262571] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.262785] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.262927] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.263185] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.263297] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.263419] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.263534] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.263640] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.263741] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.263866] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.283760] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.284022] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.284095] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.284259] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-870" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.284703] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-324249ec-0a03-4349-86f7-91de06d58266 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.284881] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-324249ec-0a03-4349-86f7-91de06d58266" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.284998] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-324249ec-0a03-4349-86f7-91de06d58266" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.285353] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-324249ec-0a03-4349-86f7-91de06d58266" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.285495] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('324249ec-0a03-4349-86f7-91de06d58266',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.448237] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.448237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.448237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.449083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.449083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.449222] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.449222] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.449595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.449845] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.449959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.450138] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb is going to be updated. [ 920.475890] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.476037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.476103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.476343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.476491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.487347] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: IN_PROGRESS for 2s [ 920.659028] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.788387] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.788599] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.788706] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.788993] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.789159] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.789316] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 324249ec-0a03-4349-86f7-91de06d58266 not found, creating... [ 920.789574] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.789731] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.789850] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.790148] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.790304] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.790588] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.790743] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.790857] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.791084] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.791227] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.791367] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 324249ec-0a03-4349-86f7-91de06d58266 is going to be created. [ 920.793936] env[67174]: INFO networking_nsxv3.common.synchronization [req-dc999a5c-2d1a-4e82-8299-02d1a2a2a7a7 req-6ef52478-20bf-46b2-b641-fb85071dc214 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_members [ 920.794116] env[67174]: INFO networking_nsxv3.common.synchronization [req-dc999a5c-2d1a-4e82-8299-02d1a2a2a7a7 req-6ef52478-20bf-46b2-b641-fb85071dc214 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 920.794819] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_members [ 920.794954] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 920.795616] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74999a0-54bd-4a19-bbd8-c0d54ff38831 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.795721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.795787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.795996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.796157] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.796252] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.796313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.796449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.796533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.796615] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.797478] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.797570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.797623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.797746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.797883] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.797972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.798057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.798170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.798247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.798331] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.814202] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.814410] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.814515] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.814788] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.815018] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.815382] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-324249ec-0a03-4349-86f7-91de06d58266" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.841022] env[67174]: INFO networking_nsxv3.common.synchronization [req-dc999a5c-2d1a-4e82-8299-02d1a2a2a7a7 req-6ef52478-20bf-46b2-b641-fb85071dc214 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_rules [ 920.841022] env[67174]: INFO networking_nsxv3.common.synchronization [req-dc999a5c-2d1a-4e82-8299-02d1a2a2a7a7 req-6ef52478-20bf-46b2-b641-fb85071dc214 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_members [ 920.841022] env[67174]: INFO networking_nsxv3.common.synchronization [req-dc999a5c-2d1a-4e82-8299-02d1a2a2a7a7 req-6ef52478-20bf-46b2-b641-fb85071dc214 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_rules [ 920.841022] env[67174]: INFO networking_nsxv3.common.synchronization [req-dc999a5c-2d1a-4e82-8299-02d1a2a2a7a7 req-6ef52478-20bf-46b2-b641-fb85071dc214 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 920.841022] env[67174]: INFO networking_nsxv3.common.synchronization [req-dc999a5c-2d1a-4e82-8299-02d1a2a2a7a7 req-6ef52478-20bf-46b2-b641-fb85071dc214 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 9e668432-9e1a-438c-a1a5-33af928bd897 with Priority: HIGHEST for action port [ 920.841022] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_rules [ 920.841022] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_rules [ 920.841022] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e668432-9e1a-438c-a1a5-33af928bd897 with Priority: HIGHEST for action port [ 920.841022] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_members [ 920.841022] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 920.841711] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.842074] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.842309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.842629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.842800] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.843809] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.844126] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.844284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.844525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.844736] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.850122] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e668432-9e1a-438c-a1a5-33af928bd897 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.850122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.850122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.850122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.850122] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e668432-9e1a-438c-a1a5-33af928bd897',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.850122] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74999a0-54bd-4a19-bbd8-c0d54ff38831 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.850122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.850122] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.850122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.161872] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.292909] env[67174]: INFO networking_nsxv3.common.synchronization [req-9cb3c0e4-49b4-4f9d-8082-e9f94fa6e9ff req-3b8aac1f-e4fe-4adb-8950-417dd752ba98 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_members [ 921.293342] env[67174]: INFO networking_nsxv3.common.synchronization [req-9cb3c0e4-49b4-4f9d-8082-e9f94fa6e9ff req-3b8aac1f-e4fe-4adb-8950-417dd752ba98 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 976be832-6060-41d2-be24-f86aafff92f1 with Priority: HIGHEST for action security_group_members [ 921.294142] env[67174]: INFO networking_nsxv3.common.synchronization [req-9cb3c0e4-49b4-4f9d-8082-e9f94fa6e9ff req-3b8aac1f-e4fe-4adb-8950-417dd752ba98 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 921.294241] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_members [ 921.294383] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976be832-6060-41d2-be24-f86aafff92f1 with Priority: HIGHEST for action security_group_members [ 921.294481] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 921.295367] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74999a0-54bd-4a19-bbd8-c0d54ff38831 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.295367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.295367] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-976be832-6060-41d2-be24-f86aafff92f1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.295566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.295669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.295942] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.296216] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.296473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.296473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.296851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.296851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.296952] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976be832-6060-41d2-be24-f86aafff92f1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.298163] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.298554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.299612] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.300645] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.343569] env[67174]: INFO networking_nsxv3.common.synchronization [req-9cb3c0e4-49b4-4f9d-8082-e9f94fa6e9ff req-3b8aac1f-e4fe-4adb-8950-417dd752ba98 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 976be832-6060-41d2-be24-f86aafff92f1 with Priority: HIGHEST for action security_group_rules [ 921.343789] env[67174]: INFO networking_nsxv3.common.synchronization [req-9cb3c0e4-49b4-4f9d-8082-e9f94fa6e9ff req-3b8aac1f-e4fe-4adb-8950-417dd752ba98 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 976be832-6060-41d2-be24-f86aafff92f1 with Priority: HIGHEST for action security_group_members [ 921.345022] env[67174]: INFO networking_nsxv3.common.synchronization [req-9cb3c0e4-49b4-4f9d-8082-e9f94fa6e9ff req-3b8aac1f-e4fe-4adb-8950-417dd752ba98 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_rules [ 921.345022] env[67174]: INFO networking_nsxv3.common.synchronization [req-9cb3c0e4-49b4-4f9d-8082-e9f94fa6e9ff req-3b8aac1f-e4fe-4adb-8950-417dd752ba98 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_members [ 921.345022] env[67174]: INFO networking_nsxv3.common.synchronization [req-9cb3c0e4-49b4-4f9d-8082-e9f94fa6e9ff req-3b8aac1f-e4fe-4adb-8950-417dd752ba98 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_rules [ 921.345022] env[67174]: INFO networking_nsxv3.common.synchronization [req-9cb3c0e4-49b4-4f9d-8082-e9f94fa6e9ff req-3b8aac1f-e4fe-4adb-8950-417dd752ba98 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 921.345022] env[67174]: INFO networking_nsxv3.common.synchronization [req-9cb3c0e4-49b4-4f9d-8082-e9f94fa6e9ff req-3b8aac1f-e4fe-4adb-8950-417dd752ba98 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 9e668432-9e1a-438c-a1a5-33af928bd897 with Priority: HIGHEST for action port [ 921.345022] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976be832-6060-41d2-be24-f86aafff92f1 with Priority: HIGHEST for action security_group_rules [ 921.345441] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_rules [ 921.345441] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 921.345441] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e668432-9e1a-438c-a1a5-33af928bd897 with Priority: HIGHEST for action port [ 921.345536] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_rules [ 921.345571] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976be832-6060-41d2-be24-f86aafff92f1 with Priority: HIGHEST for action security_group_members [ 921.345690] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_members [ 921.346193] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976be832-6060-41d2-be24-f86aafff92f1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.346538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.346669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.346875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.347037] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976be832-6060-41d2-be24-f86aafff92f1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.347944] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.348146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.348276] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.348371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.348760] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e668432-9e1a-438c-a1a5-33af928bd897 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.348760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.348867] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.348906] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.349088] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-976be832-6060-41d2-be24-f86aafff92f1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.349137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.349379] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74999a0-54bd-4a19-bbd8-c0d54ff38831 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.349379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.352211] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e668432-9e1a-438c-a1a5-33af928bd897 with status ACTIVE [ 921.352388] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.352597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.352597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.352750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.352853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.353040] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.353251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.353251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.353361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.353465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.353625] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.353708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.354375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.354375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.354375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.354375] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e668432-9e1a-438c-a1a5-33af928bd897 is going to be updated. [ 921.355264] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.355351] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.355583] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74999a0-54bd-4a19-bbd8-c0d54ff38831 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.355971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.383474] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.383648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.383724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.383997] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.384237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.384480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.385985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.385985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.386110] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e668432-9e1a-438c-a1a5-33af928bd897',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.547641] env[67174]: INFO networking_nsxv3.common.synchronization [req-57ce3d17-2985-4f16-8cb9-145c6c3d9437 req-3bbd8e47-8373-4eb9-9094-85a1a07618b1 service nova] Enqueued Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_rules [ 921.547831] env[67174]: INFO networking_nsxv3.common.synchronization [req-57ce3d17-2985-4f16-8cb9-145c6c3d9437 req-3bbd8e47-8373-4eb9-9094-85a1a07618b1 service nova] Enqueued Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 921.547964] env[67174]: INFO networking_nsxv3.common.synchronization [req-57ce3d17-2985-4f16-8cb9-145c6c3d9437 req-3bbd8e47-8373-4eb9-9094-85a1a07618b1 service nova] Enqueued Resource ID: 324249ec-0a03-4349-86f7-91de06d58266 with Priority: HIGHEST for action port [ 921.548530] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_rules [ 921.548661] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 921.550026] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324249ec-0a03-4349-86f7-91de06d58266 with Priority: HIGHEST for action port [ 921.550442] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.550542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.550621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.550853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.550853] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.552032] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.552032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.552171] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-324249ec-0a03-4349-86f7-91de06d58266 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.552171] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-324249ec-0a03-4349-86f7-91de06d58266" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.552323] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-324249ec-0a03-4349-86f7-91de06d58266" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.552429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-324249ec-0a03-4349-86f7-91de06d58266" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.552487] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('324249ec-0a03-4349-86f7-91de06d58266',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.664558] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.664870] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.664870] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.665287] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.665387] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.665486] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be updated. [ 921.692067] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.692245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.692326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.692537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.692690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.702317] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 921.799551] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('976be832-6060-41d2-be24-f86aafff92f1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.803152] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.804168] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.850698] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-976be832-6060-41d2-be24-f86aafff92f1 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.850846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.889242] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e668432-9e1a-438c-a1a5-33af928bd897 with status ACTIVE [ 921.889593] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.889770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.889862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.890194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.890332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.890583] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.890727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.890816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.891040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.891155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.891436] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.891574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.891690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.891884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.892015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.892152] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e668432-9e1a-438c-a1a5-33af928bd897 is going to be updated. [ 921.914350] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.914497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.914554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.914763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.914902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.915132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e668432-9e1a-438c-a1a5-33af928bd897" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.055176] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 324249ec-0a03-4349-86f7-91de06d58266 with status ACTIVE [ 922.055176] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.055343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.055411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.055742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.055742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.055951] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.056106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.056193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.056401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.056501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.056707] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.056828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.056905] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.057831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.058049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.058176] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 324249ec-0a03-4349-86f7-91de06d58266 is going to be updated. [ 922.059361] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.059455] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.082355] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.082545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.082614] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.082891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.083156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.083330] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-324249ec-0a03-4349-86f7-91de06d58266" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.301638] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('976be832-6060-41d2-be24-f86aafff92f1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.305790] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.306333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.306614] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.309105] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.309105] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.309105] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 is going to be created. [ 922.309105] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.309105] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.309105] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.309105] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.309105] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.313312] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 922.342551] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.342551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.342551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.342551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.343303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.351275] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.351275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.351275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.351275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.351275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.356329] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: UNINITIALIZED for 2s [ 922.363114] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 922.499148] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: SUCCESS [ 922.499384] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb deletion is rescheduled due to dependency. [ 922.499463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.499619] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.499911] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.500170] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.500380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.500380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.501048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.501457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.501764] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.818221] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.818221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.818221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.818221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.818221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.818221] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976be832-6060-41d2-be24-f86aafff92f1 is going to be created. [ 922.844456] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.844938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.845480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.845744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.846196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.859467] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976be832-6060-41d2-be24-f86aafff92f1 in Status: UNINITIALIZED for 2s [ 922.911639] env[67174]: INFO networking_nsxv3.common.synchronization [req-d1f057b5-2a46-4fda-88f8-2ee96861cc85 req-96d3793d-3b03-4fa1-a846-cc19ed5ee8d9 tempest-DeleteServersTestJSON-447667271 tempest-DeleteServersTestJSON-447667271-project-member] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 922.912330] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 922.913799] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.914430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.914503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.914895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.915455] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.915642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.915750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.916043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.916221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.916325] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.004469] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.419196] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.419423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.419466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.419668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.419760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.419959] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.420079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.420153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.420301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.420376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.420460] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 923.454836] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.454968] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.455016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.455605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.455605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.468272] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 923.508157] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.713614] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 923.713842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.714352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.714352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.714461] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.714579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.714651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.714832] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.714953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.715065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.715627] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.010369] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.010718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.010814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.011074] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.011244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.011409] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb is going to be updated. [ 924.050315] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.050632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.050632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.050800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.050940] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.064195] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: IN_PROGRESS for 2s [ 924.218639] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.367659] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: SUCCESS [ 924.368863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.369121] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.370192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.370410] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.370549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.370604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.370776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.371906] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.371906] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.373514] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 924.373712] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.374856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.374856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.375051] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.375197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.375267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.375423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.375543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.375599] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.721374] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e464ef3-9627-4f1a-80b6-fbbaa333efcf: rpc.has_security_group_logging(os_id): False [ 924.747414] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.747613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.747677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.747903] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.748010] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.748341] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.748483] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.748556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.748770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.748859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.748994] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be updated. [ 924.822631] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.822844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.822844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.823556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.823556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.839217] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 924.870208] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976be832-6060-41d2-be24-f86aafff92f1 in Status: SUCCESS [ 924.870406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.870576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.871515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.871515] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.871515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.871515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.871515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.871712] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.871712] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976be832-6060-41d2-be24-f86aafff92f1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.874384] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.878760] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.374524] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('976be832-6060-41d2-be24-f86aafff92f1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.376177] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.382767] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.483234] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 925.483450] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 deletion is rescheduled due to dependency. [ 925.483570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.877529] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('976be832-6060-41d2-be24-f86aafff92f1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.878899] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.878899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.879146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.879447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.879447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.879553] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 is going to be updated. [ 925.884876] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.885143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.885323] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.885736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.885736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.885736] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 925.919294] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.919457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.919529] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.919748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.919912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.922059] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.922200] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.922356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.922467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.922599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.938962] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: IN_PROGRESS for 2s [ 925.939558] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 926.076357] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: SUCCESS [ 926.077170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.077170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.077836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.078562] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.078562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.078562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.078562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.078562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.078974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.079077] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.087853] env[67174]: INFO networking_nsxv3.common.synchronization [req-14fbf617-7c21-498c-a411-8189d16392a6 req-5b00c4b9-1975-4fea-a742-9b16b6ce8f15 tempest-ServersAdminTestJSON-1975517671 tempest-ServersAdminTestJSON-1975517671-project-member] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 926.088578] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 926.089982] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.090160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.090314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.090494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.090665] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.090770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.090823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.090991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.091096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.091219] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.382194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.382194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.382759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.382759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.382759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.382759] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976be832-6060-41d2-be24-f86aafff92f1 is going to be updated. [ 926.414896] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.415163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.415266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.415773] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.415773] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.428291] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976be832-6060-41d2-be24-f86aafff92f1 in Status: IN_PROGRESS for 2s [ 926.583054] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.583054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.583054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.583054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.583054] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.583469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.583469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.584951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.584951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.584951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.584951] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.584951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.584951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.584951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.584951] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.584951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.584951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.584951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.584951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.585560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.585560] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.593537] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.858406] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 926.858406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.089870] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b7dc54-715d-45b0-85ab-097657b01adb: rpc.has_security_group_logging(os_id): False [ 927.097209] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.110406] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.110406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.110406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.110406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.110406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.110406] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.110406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.110406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.110406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.110406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.110406] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.110406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.110406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.110406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.110406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.110969] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.110969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.110969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.111275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.111447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.111618] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb is going to be updated. [ 927.151020] env[67174]: INFO networking_nsxv3.common.synchronization [None req-25e412a2-c0b9-4be6-b0ba-5bb16831ac4b None None] Enqueued Resource ID: 000f35d5-7002-4731-827b-b9630d669bcd with Priority: HIGHEST for action port [ 927.151020] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 000f35d5-7002-4731-827b-b9630d669bcd with Priority: HIGHEST for action port [ 927.151020] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-000f35d5-7002-4731-827b-b9630d669bcd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.152691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-000f35d5-7002-4731-827b-b9630d669bcd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.152691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-000f35d5-7002-4731-827b-b9630d669bcd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.152691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-000f35d5-7002-4731-827b-b9630d669bcd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.152691] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('000f35d5-7002-4731-827b-b9630d669bcd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.175450] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.175589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.175639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.175856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.175998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.193410] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: IN_PROGRESS for 2s [ 927.598828] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.599170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.599170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.599292] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.599384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.599502] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 927.634912] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.635191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.635191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.635405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.635548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.647238] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 927.657662] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 000f35d5-7002-4731-827b-b9630d669bcd [ 927.657882] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.658019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.658098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.658299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.658387] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.658481] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:000f35d5-7002-4731-827b-b9630d669bcd already deleted. [ 927.658563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-000f35d5-7002-4731-827b-b9630d669bcd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.954408] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: SUCCESS [ 927.954654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.955543] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 927.955770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.955897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.956165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.957241] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.957241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.957241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.957241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.957241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.957241] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.959636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.960330] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.960557] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.960674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.960810] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.960899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.962122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.962122] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.438793] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976be832-6060-41d2-be24-f86aafff92f1 in Status: SUCCESS [ 928.439015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.439195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.439426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.439620] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.439726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.439790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.439946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.440033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.440140] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.440230] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('976be832-6060-41d2-be24-f86aafff92f1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.462931] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.463844] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.942669] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('976be832-6060-41d2-be24-f86aafff92f1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.966162] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.967434] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.209838] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: SUCCESS [ 929.210176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.450169] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 976be832-6060-41d2-be24-f86aafff92f1: rpc.has_security_group_logging(os_id): False [ 929.470350] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.470524] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.470579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.470806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.470898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.470992] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 is going to be updated. [ 929.472691] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.472828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.472911] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.473228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.473352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.473470] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 929.492639] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.492794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.492831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.493054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.493160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.493394] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.493497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.493558] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.493768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.493849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.493937] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976be832-6060-41d2-be24-f86aafff92f1 is going to be created. [ 929.542222] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.542399] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.542471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.542703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.542853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.545566] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.545743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.545855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.546031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.546292] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.572801] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 929.572801] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: IN_PROGRESS for 2s [ 929.638661] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.638661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.638661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.638661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.638661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.657347] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 929.658952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.660599] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976be832-6060-41d2-be24-f86aafff92f1 in Status: IN_PROGRESS for 2s [ 929.830983] env[67174]: INFO networking_nsxv3.common.synchronization [None req-b7064f2e-7301-4534-be1a-ca0a2046bf81 None None] Enqueued Resource ID: fb758146-3e3c-4744-8505-8681718b6c85 with Priority: HIGHEST for action port [ 929.831953] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb758146-3e3c-4744-8505-8681718b6c85 with Priority: HIGHEST for action port [ 929.834082] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb758146-3e3c-4744-8505-8681718b6c85 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.834082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb758146-3e3c-4744-8505-8681718b6c85" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.834082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb758146-3e3c-4744-8505-8681718b6c85" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.834082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb758146-3e3c-4744-8505-8681718b6c85" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.834082] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb758146-3e3c-4744-8505-8681718b6c85',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.337843] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb758146-3e3c-4744-8505-8681718b6c85 [ 930.338458] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.338704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.338785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.339098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.339196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.339293] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb758146-3e3c-4744-8505-8681718b6c85 already deleted. [ 930.339372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb758146-3e3c-4744-8505-8681718b6c85" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.189887] env[67174]: INFO networking_nsxv3.common.synchronization [req-d79aae09-253c-470b-ac00-2e3deff3eff7 req-f81bd69b-daba-4b8b-b2a6-e0c214b51fa1 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 931.190433] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 931.190734] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.190831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.589335] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: SUCCESS [ 931.589695] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.590714] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 931.590887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.591406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.591652] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.591887] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.592384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.592441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.592694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.592739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.592842] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.598673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.598673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.598673] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.598673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.598673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.598673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.598673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.598673] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.619466] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.619466] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-119" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.619466] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-119" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.619466] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-119" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.619466] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.619466] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.619466] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.619905] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.619905] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.620012] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.620469] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.620469] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.620469] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.620599] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.620708] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.620844] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.644210] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.644400] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.644615] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.644902] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-119" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.645109] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-311be1cd-3e64-40b9-9c8a-155e019cebf3 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.645809] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.645809] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.645809] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.645959] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311be1cd-3e64-40b9-9c8a-155e019cebf3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.677033] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 976be832-6060-41d2-be24-f86aafff92f1 in Status: SUCCESS [ 931.677033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.098601] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.099619] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.150738] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.150982] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.151130] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.151460] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.151597] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.151749] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 311be1cd-3e64-40b9-9c8a-155e019cebf3 not found, creating... [ 932.152121] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.152336] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.152576] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.152903] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.154461] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.155041] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.155310] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.155467] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.155695] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.155849] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.155990] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 311be1cd-3e64-40b9-9c8a-155e019cebf3 is going to be created. [ 932.184052] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.184291] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.184337] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.184813] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.184991] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.185302] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.604147] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.604147] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.968484] env[67174]: INFO networking_nsxv3.common.synchronization [req-d79aae09-253c-470b-ac00-2e3deff3eff7 req-ac62ae35-23b4-49be-b411-9007c1b4490d service nova] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_rules [ 932.968601] env[67174]: INFO networking_nsxv3.common.synchronization [req-d79aae09-253c-470b-ac00-2e3deff3eff7 req-ac62ae35-23b4-49be-b411-9007c1b4490d service nova] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 932.968738] env[67174]: INFO networking_nsxv3.common.synchronization [req-d79aae09-253c-470b-ac00-2e3deff3eff7 req-ac62ae35-23b4-49be-b411-9007c1b4490d service nova] Enqueued Resource ID: 311be1cd-3e64-40b9-9c8a-155e019cebf3 with Priority: HIGHEST for action port [ 932.969377] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_rules [ 932.969493] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 932.969630] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311be1cd-3e64-40b9-9c8a-155e019cebf3 with Priority: HIGHEST for action port [ 932.970457] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.970704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.970914] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.971034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.971257] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-311be1cd-3e64-40b9-9c8a-155e019cebf3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.971350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.971748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.971748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.971895] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311be1cd-3e64-40b9-9c8a-155e019cebf3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.106193] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.106407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.106492] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.106666] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.106755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.106854] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 933.108581] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.108693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.108764] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.108947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.109057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.109151] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 is going to be updated. [ 933.139689] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.139855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.139937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.140212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.140517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.142451] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.142759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.142840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.143139] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.143285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.155029] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: IN_PROGRESS for 2s [ 933.155938] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 933.473523] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 311be1cd-3e64-40b9-9c8a-155e019cebf3 with status ACTIVE [ 933.473815] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.473956] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.474125] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.474539] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.474594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.474987] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.475396] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.475396] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.475396] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.475581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.475921] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.475921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.475921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.475921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.476112] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.476112] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 311be1cd-3e64-40b9-9c8a-155e019cebf3 is going to be updated. [ 933.502902] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.502902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.502902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.502902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.503629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.503629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.560264] env[67174]: INFO networking_nsxv3.common.synchronization [req-4b1fecf6-8ffb-4cf5-8d44-0822312e8356 req-45e697e2-f53c-4b70-bdfb-8087832989bf tempest-ImagesOneServerNegativeTestJSON-1299688289 tempest-ImagesOneServerNegativeTestJSON-1299688289-project-member] Enqueued Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 933.560827] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b7dc54-715d-45b0-85ab-097657b01adb with Priority: HIGHEST for action security_group_members [ 933.561185] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b7dc54-715d-45b0-85ab-097657b01adb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.561316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.561385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.561588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.561738] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.561837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.561899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.562057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.562147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.562247] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b7dc54-715d-45b0-85ab-097657b01adb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.630106] env[67174]: INFO networking_nsxv3.common.synchronization [req-0f95a6cb-25f9-4c6f-8c03-00dba68f67fe req-a85723a1-ece5-438d-994e-1366f708b121 tempest-DeleteServersTestJSON-447667271 tempest-DeleteServersTestJSON-447667271-project-member] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 933.631021] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 933.631282] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.631475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.631586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.632124] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.632124] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.632604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.632604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.632746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.633037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.633037] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.031932] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.032433] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.032628] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.033718] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.033991] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.034266] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.034369] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.035137] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.035137] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.035137] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.035137] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.035137] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.035583] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.035583] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.035583] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.035583] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.054365] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.054653] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.054890] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.055230] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.055653] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-e475fdd1-9f43-4003-8a76-2d5a7388852b taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.055917] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-e475fdd1-9f43-4003-8a76-2d5a7388852b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.056107] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-e475fdd1-9f43-4003-8a76-2d5a7388852b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.056481] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-e475fdd1-9f43-4003-8a76-2d5a7388852b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.056640] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e475fdd1-9f43-4003-8a76-2d5a7388852b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.064396] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.065302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.065302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.065302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.065302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.065512] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.065572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.065946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.065946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.065946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.065946] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb is going to be updated. [ 934.120116] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.120360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.120360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.120601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.120772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.130522] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: IN_PROGRESS for 2s [ 934.136176] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.136280] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.136444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.136665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.136760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.136966] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.137092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.137174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.137340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.137452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.137550] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 934.171467] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.171647] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.171691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.171988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.172153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.185220] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 934.538639] env[67174]: INFO networking_nsxv3.common.synchronization [req-2b359de2-879b-4c63-8110-9ee2f094f01f req-073d3b31-62be-46fd-87b5-94af3334b7d1 tempest-ServersTestManualDisk-2028811851 tempest-ServersTestManualDisk-2028811851-project-member] Enqueued Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGHEST for action security_group_members [ 934.539191] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGHEST for action security_group_members [ 934.539576] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-55b870d5-429c-4614-bbf4-625cd70c6ce8 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.539642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.539707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.539904] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.540072] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.540208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.540243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.540406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.540492] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.540585] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55b870d5-429c-4614-bbf4-625cd70c6ce8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.558949] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.559193] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.559322] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.559706] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.559927] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.560102] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port e475fdd1-9f43-4003-8a76-2d5a7388852b not found, creating... [ 934.560376] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.560537] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.560665] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.560975] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.561135] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.561435] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.561683] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.561683] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.561964] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.562125] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.562269] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: e475fdd1-9f43-4003-8a76-2d5a7388852b is going to be created. [ 934.588260] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.588584] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.588756] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.589178] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.589516] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.590283] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-e475fdd1-9f43-4003-8a76-2d5a7388852b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.044715] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.044715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.045931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.045931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.045931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.045931] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.045931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.045931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.046257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.046415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.046586] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 is going to be updated. [ 935.086709] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.086899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.086899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.087183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.087322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.102063] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 in Status: IN_PROGRESS for 2s [ 935.169278] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 935.169278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.169392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.169541] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.169732] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.169849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.169913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.170320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.170422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.170510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.170610] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.173119] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: SUCCESS [ 935.175584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.175584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.175584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.175584] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.175584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.175584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.175584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.175584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.175584] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.175584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.175584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.176329] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.176329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.176329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.176329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.176701] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.176944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.178157] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.391582] env[67174]: INFO networking_nsxv3.common.synchronization [req-0f95a6cb-25f9-4c6f-8c03-00dba68f67fe req-593208dc-04e1-4ea4-9f25-8d28fbd280b2 service nova] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_rules [ 935.391762] env[67174]: INFO networking_nsxv3.common.synchronization [req-0f95a6cb-25f9-4c6f-8c03-00dba68f67fe req-593208dc-04e1-4ea4-9f25-8d28fbd280b2 service nova] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 935.391896] env[67174]: INFO networking_nsxv3.common.synchronization [req-0f95a6cb-25f9-4c6f-8c03-00dba68f67fe req-593208dc-04e1-4ea4-9f25-8d28fbd280b2 service nova] Enqueued Resource ID: e475fdd1-9f43-4003-8a76-2d5a7388852b with Priority: HIGHEST for action port [ 935.392467] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_rules [ 935.393184] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 935.393184] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e475fdd1-9f43-4003-8a76-2d5a7388852b with Priority: HIGHEST for action port [ 935.393184] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.393184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.393184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.393402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.393448] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.394830] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.395019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.395263] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-e475fdd1-9f43-4003-8a76-2d5a7388852b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.395373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e475fdd1-9f43-4003-8a76-2d5a7388852b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.395439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e475fdd1-9f43-4003-8a76-2d5a7388852b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.395606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e475fdd1-9f43-4003-8a76-2d5a7388852b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.395688] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e475fdd1-9f43-4003-8a76-2d5a7388852b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.680921] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.682031] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.682142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.682312] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.897741] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e475fdd1-9f43-4003-8a76-2d5a7388852b with status ACTIVE [ 935.897971] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.898378] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.898473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.898698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.898969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.899058] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.899202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.899269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.899494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.899607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.899814] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.899911] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.899971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.901046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.901046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.901046] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e475fdd1-9f43-4003-8a76-2d5a7388852b is going to be updated. [ 935.901943] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.902090] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.926865] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.927755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.927755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.927755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.927755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.927755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e475fdd1-9f43-4003-8a76-2d5a7388852b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.143784] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b7dc54-715d-45b0-85ab-097657b01adb in Status: SUCCESS [ 936.144107] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b7dc54-715d-45b0-85ab-097657b01adb deletion is rescheduled due to dependency. [ 936.144231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b7dc54-715d-45b0-85ab-097657b01adb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.186264] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.187667] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a74999a0-54bd-4a19-bbd8-c0d54ff38831: rpc.has_security_group_logging(os_id): False [ 936.200768] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 936.200949] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 deletion is rescheduled due to dependency. [ 936.201082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.201576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.201798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.201987] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.202354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.202354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.202354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.202492] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.202562] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.209095] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.209254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.209333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.209510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.209593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.210038] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.210887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.210887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.210887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.210887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.210887] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 is going to be created. [ 936.271777] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.271945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.272028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.272423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.272506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.290487] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: IN_PROGRESS for 2s [ 936.691010] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.691295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.691372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.691594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.691687] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.691786] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 936.704674] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.721308] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.721456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.721527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.721763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.721913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.731399] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 937.114451] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 in Status: SUCCESS [ 937.114644] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 deletion is rescheduled due to dependency. [ 937.114644] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.210169] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.713996] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.713996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.713996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.713996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.713996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.713996] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 937.751157] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.751313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.751366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.751869] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.751869] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.762497] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 937.941454] env[67174]: INFO networking_nsxv3.common.synchronization [req-a51aabff-5d86-42ca-b295-7145c4a12e68 req-bf2e2c0e-b4c7-4397-a40a-3afa497f30b9 tempest-ServersAdminTestJSON-1975517671 tempest-ServersAdminTestJSON-1975517671-project-member] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 937.942036] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGHEST for action security_group_members [ 937.942357] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.942495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.942584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.942790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.942949] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.943084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.943142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.943410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.943410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.943501] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.276852] env[67174]: INFO networking_nsxv3.common.synchronization [req-2f54a8ea-4500-4ab0-b134-fefea858186e req-bc6c0df0-9f41-4861-adde-12e1182f3f09 tempest-ServerPasswordTestJSON-1292493842 tempest-ServerPasswordTestJSON-1292493842-project-member] Enqueued Resource ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 with Priority: HIGHEST for action security_group_members [ 938.277464] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 with Priority: HIGHEST for action security_group_members [ 938.277791] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-15f8db01-fb5c-4051-a5b4-12e36539eb02 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.277917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.278165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.278441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.278781] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.278781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.278781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.278939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.279013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.279132] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15f8db01-fb5c-4051-a5b4-12e36539eb02',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.317916] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: SUCCESS [ 938.319150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.319150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.319150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.319150] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.445998] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.446291] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.446400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.446758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.446918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.447266] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.447517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.447617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.447797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.447880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.447971] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be updated. [ 938.477592] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.477768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.477856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.478051] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.478202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.487619] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: IN_PROGRESS for 2s [ 938.727212] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.727790] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-874" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.727790] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-874" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.727897] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-874" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.728448] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.728669] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.728790] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.729023] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.729167] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.729378] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.729500] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.729607] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.729943] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.729943] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.729943] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.730090] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.751726] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 938.751956] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.752151] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.752376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.752569] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.752685] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.752746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.752897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.752995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.753090] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.759340] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.759506] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.759641] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.759813] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-874" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.760129] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-7fe9671f-cac4-4d06-99c8-3048414ab293 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.760338] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-7fe9671f-cac4-4d06-99c8-3048414ab293" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.760459] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-7fe9671f-cac4-4d06-99c8-3048414ab293" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.760767] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-7fe9671f-cac4-4d06-99c8-3048414ab293" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.760902] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe9671f-cac4-4d06-99c8-3048414ab293',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.780804] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.780955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.781044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.781328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.781423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.781616] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.781717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.781799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.781923] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.781993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.782085] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 already deleted. [ 938.782165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.821482] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74999a0-54bd-4a19-bbd8-c0d54ff38831 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.821712] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.821762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.824527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.824527] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.824527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.824527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.824527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.824527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.824527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.824527] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.257461] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.264267] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.264267] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.264267] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.264514] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.264611] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.264831] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 7fe9671f-cac4-4d06-99c8-3048414ab293 not found, creating... [ 939.265203] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.265463] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.265661] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.265989] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.268042] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.268042] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.268042] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.268224] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.268546] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.268833] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.269527] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 7fe9671f-cac4-4d06-99c8-3048414ab293 is going to be created. [ 939.290450] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.290844] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.290844] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.291213] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.292509] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.293487] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-7fe9671f-cac4-4d06-99c8-3048414ab293" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.324783] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.352292] env[67174]: INFO networking_nsxv3.common.synchronization [None req-5776b73c-dac5-4ccd-815e-6ee3b3850135 None None] Enqueued Resource ID: 00acef78-89aa-49fc-ad6c-a7f2dd88bddc with Priority: HIGHEST for action port [ 939.353971] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00acef78-89aa-49fc-ad6c-a7f2dd88bddc with Priority: HIGHEST for action port [ 939.353971] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-00acef78-89aa-49fc-ad6c-a7f2dd88bddc taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.353971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00acef78-89aa-49fc-ad6c-a7f2dd88bddc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.354241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00acef78-89aa-49fc-ad6c-a7f2dd88bddc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.354329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00acef78-89aa-49fc-ad6c-a7f2dd88bddc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.354412] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00acef78-89aa-49fc-ad6c-a7f2dd88bddc',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.763576] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.787248] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 939.787690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.788052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.790201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.790201] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.790201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.790201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.790201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.790201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.790201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.790201] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.826819] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a74999a0-54bd-4a19-bbd8-c0d54ff38831: rpc.has_security_group_logging(os_id): False [ 939.853813] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.853813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.853813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.853813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.853813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.853813] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.853813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.853813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.853813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.853813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.853813] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 is going to be updated. [ 939.858387] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00acef78-89aa-49fc-ad6c-a7f2dd88bddc [ 939.858645] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.858772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.858837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.859044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.859130] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.859218] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00acef78-89aa-49fc-ad6c-a7f2dd88bddc already deleted. [ 939.859293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00acef78-89aa-49fc-ad6c-a7f2dd88bddc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.915962] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.915962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.915962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.916232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.916374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.932342] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: IN_PROGRESS for 2s [ 940.108571] env[67174]: INFO networking_nsxv3.common.synchronization [req-2f54a8ea-4500-4ab0-b134-fefea858186e req-995dd96d-f453-46be-8f9d-82d96ab9a299 service nova] Enqueued Resource ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 with Priority: HIGHEST for action security_group_rules [ 940.108831] env[67174]: INFO networking_nsxv3.common.synchronization [req-2f54a8ea-4500-4ab0-b134-fefea858186e req-995dd96d-f453-46be-8f9d-82d96ab9a299 service nova] Enqueued Resource ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 with Priority: HIGHEST for action security_group_members [ 940.109017] env[67174]: INFO networking_nsxv3.common.synchronization [req-2f54a8ea-4500-4ab0-b134-fefea858186e req-995dd96d-f453-46be-8f9d-82d96ab9a299 service nova] Enqueued Resource ID: 7fe9671f-cac4-4d06-99c8-3048414ab293 with Priority: HIGHEST for action port [ 940.109698] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 with Priority: HIGHEST for action security_group_rules [ 940.109883] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 with Priority: HIGHEST for action security_group_members [ 940.110189] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe9671f-cac4-4d06-99c8-3048414ab293 with Priority: HIGHEST for action port [ 940.110926] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15f8db01-fb5c-4051-a5b4-12e36539eb02 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.110926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.110926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.111133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.111133] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15f8db01-fb5c-4051-a5b4-12e36539eb02',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.112258] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-15f8db01-fb5c-4051-a5b4-12e36539eb02 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.112435] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.112527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.112756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.112951] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.113562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.113562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.113562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.113562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.113957] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15f8db01-fb5c-4051-a5b4-12e36539eb02',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.116292] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fe9671f-cac4-4d06-99c8-3048414ab293 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.116292] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fe9671f-cac4-4d06-99c8-3048414ab293" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.116292] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fe9671f-cac4-4d06-99c8-3048414ab293" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.116494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fe9671f-cac4-4d06-99c8-3048414ab293" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.116540] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe9671f-cac4-4d06-99c8-3048414ab293',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.272264] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.272432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.272493] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.272771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.272920] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.273157] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 940.294120] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.294505] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.294505] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.294586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.294756] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.294834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.294885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.295036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.295118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.295237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.295396] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.295495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.295547] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.295696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.295838] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.295928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.295988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.296167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.296277] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.296371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.296464] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.315628] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.315783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.315853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.316090] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.319961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.341926] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 940.500796] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 in Status: SUCCESS [ 940.500984] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 deletion is rescheduled due to dependency. [ 940.501152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.618785] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15f8db01-fb5c-4051-a5b4-12e36539eb02',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.620987] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-15f8db01-fb5c-4051-a5b4-12e36539eb02 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.620987] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.621687] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fe9671f-cac4-4d06-99c8-3048414ab293 with status ACTIVE [ 940.622049] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.622049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.622163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.622269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.622362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.622597] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.622939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.622939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.622939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.622939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.623187] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.623283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.623283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.623455] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.623522] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.623555] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fe9671f-cac4-4d06-99c8-3048414ab293 is going to be updated. [ 940.649400] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.649579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.649621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.650293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.650293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.650293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fe9671f-cac4-4d06-99c8-3048414ab293" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.799373] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbb538cf-aaab-4d8a-ac66-6eccf3b18d66: rpc.has_security_group_logging(os_id): False [ 940.824049] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.824265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.824265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.824404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.824492] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.824695] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.824796] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.824865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.825032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.825113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.825345] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.825446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.825507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.825649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.825722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.825905] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.825996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.826071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.827052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.827052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.827052] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 940.898858] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.899075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.899153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.899522] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.899522] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.920096] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 941.121065] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15f8db01-fb5c-4051-a5b4-12e36539eb02',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.153312] env[67174]: INFO networking_nsxv3.common.synchronization [req-8a872f55-10ec-4be6-8a33-df955579a940 req-aa75b969-6611-42ec-a0c4-010bab081f1c tempest-AttachVolumeShelveTestJSON-566461120 tempest-AttachVolumeShelveTestJSON-566461120-project-member] Enqueued Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_members [ 941.153563] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 with Priority: HIGHEST for action security_group_members [ 941.153919] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e061c56-f558-4e67-87f1-49d6c540ae48 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.154027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.154127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.154705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.154705] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.154705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.154705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.154936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.154936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.155023] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e061c56-f558-4e67-87f1-49d6c540ae48',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.623611] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.623933] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.623933] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.624256] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.624256] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.624256] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 is going to be created. [ 941.649282] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.649424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.649671] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.649763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.649883] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.657901] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.658073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.658155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.658392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.659891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.659964] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.660097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.660176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.660368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.660454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.660542] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 is going to be updated. [ 941.665248] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 in Status: UNINITIALIZED for 2s [ 941.689332] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.689332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.689332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.689508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.689548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.699230] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 in Status: IN_PROGRESS for 2s [ 941.947898] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: SUCCESS [ 941.948610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.974541] env[67174]: INFO networking_nsxv3.common.synchronization [req-421e7d5a-1ba7-4e40-816a-49c16e336808 req-a0127f4a-606f-4d2e-91bf-5b7d77ed3f02 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_members [ 941.974736] env[67174]: INFO networking_nsxv3.common.synchronization [req-421e7d5a-1ba7-4e40-816a-49c16e336808 req-a0127f4a-606f-4d2e-91bf-5b7d77ed3f02 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 941.975371] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_members [ 941.975532] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 941.975864] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce6d144-313a-4c0e-aa81-8bd435d7617d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.975997] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.976468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.976786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.976972] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.977136] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.977219] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.977401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.977507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.977786] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.979264] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.979397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.043381] env[67174]: INFO networking_nsxv3.common.synchronization [req-421e7d5a-1ba7-4e40-816a-49c16e336808 req-a0127f4a-606f-4d2e-91bf-5b7d77ed3f02 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_rules [ 942.043514] env[67174]: INFO networking_nsxv3.common.synchronization [req-421e7d5a-1ba7-4e40-816a-49c16e336808 req-a0127f4a-606f-4d2e-91bf-5b7d77ed3f02 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_members [ 942.043600] env[67174]: INFO networking_nsxv3.common.synchronization [req-421e7d5a-1ba7-4e40-816a-49c16e336808 req-a0127f4a-606f-4d2e-91bf-5b7d77ed3f02 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_rules [ 942.043709] env[67174]: INFO networking_nsxv3.common.synchronization [req-421e7d5a-1ba7-4e40-816a-49c16e336808 req-a0127f4a-606f-4d2e-91bf-5b7d77ed3f02 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 942.043833] env[67174]: INFO networking_nsxv3.common.synchronization [req-421e7d5a-1ba7-4e40-816a-49c16e336808 req-a0127f4a-606f-4d2e-91bf-5b7d77ed3f02 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 311be1cd-3e64-40b9-9c8a-155e019cebf3 with Priority: HIGHEST for action port [ 942.044580] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_rules [ 942.044741] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_rules [ 942.045447] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311be1cd-3e64-40b9-9c8a-155e019cebf3 with Priority: HIGHEST for action port [ 942.045447] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_members [ 942.045447] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 942.045447] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.045447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.045702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.045739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.045796] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.046770] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.046878] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.047062] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-311be1cd-3e64-40b9-9c8a-155e019cebf3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.047278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.047353] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.047565] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.047638] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311be1cd-3e64-40b9-9c8a-155e019cebf3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.048622] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce6d144-313a-4c0e-aa81-8bd435d7617d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.048712] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.048904] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.048986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.353175] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 942.353175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.353175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.353175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.353583] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.353583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.353583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.353713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.353746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.353811] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.353978] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.354072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.354138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.354278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.354413] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.354501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.354558] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.354688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.354762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.354856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.354924] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.355990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.356175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.356327] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.356428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.356493] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.356629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.356706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.356791] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.480438] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.523439] env[67174]: INFO networking_nsxv3.common.synchronization [None req-d4f1e5c8-ad0b-417b-984b-a000ea24dfac None None] Enqueued Resource ID: 1ffe1f25-76a8-40d6-b1b1-d0ce4c116068 with Priority: HIGHEST for action port [ 942.523439] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ffe1f25-76a8-40d6-b1b1-d0ce4c116068 with Priority: HIGHEST for action port [ 942.523439] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ffe1f25-76a8-40d6-b1b1-d0ce4c116068 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.523439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ffe1f25-76a8-40d6-b1b1-d0ce4c116068" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.523791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ffe1f25-76a8-40d6-b1b1-d0ce4c116068" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.524198] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ffe1f25-76a8-40d6-b1b1-d0ce4c116068" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.524425] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ffe1f25-76a8-40d6-b1b1-d0ce4c116068',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.550453] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce6d144-313a-4c0e-aa81-8bd435d7617d taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.553379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.553379] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 311be1cd-3e64-40b9-9c8a-155e019cebf3 with status ACTIVE [ 942.553379] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.553379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.553379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.553379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.553379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.553379] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.553379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.553379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.553379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.553379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.553379] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.553379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.553379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.554419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.554419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.554419] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 311be1cd-3e64-40b9-9c8a-155e019cebf3 is going to be updated. [ 942.657535] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.658249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.658249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.658368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.659032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.659032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.861609] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e11195-7ec5-41f1-87a4-7fc1622a4c33: rpc.has_security_group_logging(os_id): False [ 942.862793] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.883278] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.883416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.883486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.883694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.883784] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.883988] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.884103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.885873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.885873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.885873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.886045] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.886099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.886143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.886286] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.886369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.886560] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.886656] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.886717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.886853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.886927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.887999] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 942.936090] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 942.936577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.949356] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.949494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.949575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.949785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.949931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.964603] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 942.983774] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.027031] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ffe1f25-76a8-40d6-b1b1-d0ce4c116068 [ 943.027031] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.027183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.027218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.027629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.027629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.027629] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ffe1f25-76a8-40d6-b1b1-d0ce4c116068 already deleted. [ 943.027748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ffe1f25-76a8-40d6-b1b1-d0ce4c116068" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.369984] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.486209] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.487388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.487388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.487388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.487388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.487388] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d is going to be created. [ 943.523027] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.523475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.523651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.524095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.524389] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.538772] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: UNINITIALIZED for 2s [ 943.676241] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 in Status: SUCCESS [ 943.676837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.676837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.680469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.680469] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.680469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.680469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.680469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.680469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.680469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.680469] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15f8db01-fb5c-4051-a5b4-12e36539eb02',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.713820] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 in Status: SUCCESS [ 943.714253] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e061c56-f558-4e67-87f1-49d6c540ae48 deletion is rescheduled due to dependency. [ 943.714464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e061c56-f558-4e67-87f1-49d6c540ae48" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.874100] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.874100] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.874100] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.874375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.874508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.874650] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 943.914223] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.914223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.914223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.914223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.914223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.930522] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 944.145736] env[67174]: INFO networking_nsxv3.common.synchronization [req-59d7b6cf-f765-49a8-a182-c09cc33103b1 req-b2b13986-d8ae-49ff-9d59-ed9421fbde91 tempest-AttachInterfacesUnderV243Test-1794674532 tempest-AttachInterfacesUnderV243Test-1794674532-project-member] Enqueued Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 944.146333] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 944.146655] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.146910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.146910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.147418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.147418] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.147418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.147418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.147736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.147736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.147736] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.177640] env[67174]: INFO networking_nsxv3.common.synchronization [req-59d7b6cf-f765-49a8-a182-c09cc33103b1 req-b2b13986-d8ae-49ff-9d59-ed9421fbde91 tempest-AttachInterfacesUnderV243Test-1794674532 tempest-AttachInterfacesUnderV243Test-1794674532-project-member] Enqueued Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_rules [ 944.177968] env[67174]: INFO networking_nsxv3.common.synchronization [req-59d7b6cf-f765-49a8-a182-c09cc33103b1 req-b2b13986-d8ae-49ff-9d59-ed9421fbde91 tempest-AttachInterfacesUnderV243Test-1794674532 tempest-AttachInterfacesUnderV243Test-1794674532-project-member] Enqueued Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 944.178209] env[67174]: INFO networking_nsxv3.common.synchronization [req-59d7b6cf-f765-49a8-a182-c09cc33103b1 req-b2b13986-d8ae-49ff-9d59-ed9421fbde91 tempest-AttachInterfacesUnderV243Test-1794674532 tempest-AttachInterfacesUnderV243Test-1794674532-project-member] Enqueued Resource ID: aad0fb67-a7f1-431d-a0b2-b977d7c788cc with Priority: HIGHEST for action port [ 944.179030] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_rules [ 944.179359] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 944.179359] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0fb67-a7f1-431d-a0b2-b977d7c788cc with Priority: HIGHEST for action port [ 944.180470] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.180659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.180766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.182401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.182401] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.183149] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.183410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.184224] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.184224] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.184224] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.184224] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.184224] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad0fb67-a7f1-431d-a0b2-b977d7c788cc',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.185593] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-15f8db01-fb5c-4051-a5b4-12e36539eb02 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.185593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.185691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.186566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.186566] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.186566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.186566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.186566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.186566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.187192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.187501] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-15f8db01-fb5c-4051-a5b4-12e36539eb02 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.187617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.187779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.187927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.188787] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.188787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.188787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.188787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.188787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.188787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.188787] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15f8db01-fb5c-4051-a5b4-12e36539eb02',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.652729] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.690553] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad0fb67-a7f1-431d-a0b2-b977d7c788cc with status ACTIVE [ 944.690553] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.690553] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.690553] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.691077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.691077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.691174] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.691268] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.691330] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.691521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.691652] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.691789] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.691940] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.692105] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.692272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.692340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.692430] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad0fb67-a7f1-431d-a0b2-b977d7c788cc is going to be updated. [ 944.694352] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.694481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.695731] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15f8db01-fb5c-4051-a5b4-12e36539eb02: rpc.has_security_group_logging(os_id): False [ 944.715852] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.716128] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.716128] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.716347] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.716420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.716590] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.716736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.716798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.716921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.716986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.717355] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.717355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.717355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.717669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.717669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.717878] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.717878] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.717878] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.718072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.718072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.718171] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 is going to be created. [ 944.721532] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.721659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.721727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.721903] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.722046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.722213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.796502] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.796752] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.796871] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.797408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.797566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.856410] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 in Status: IN_PROGRESS for 2s [ 944.984732] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 944.985869] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.986348] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.986514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.986895] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.157385] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.489379] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.489379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.549626] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: SUCCESS [ 945.549866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.550052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.550309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.550551] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.550676] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.550743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.550905] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.550986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.551094] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.660028] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.660028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.660028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.662356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.662356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.662356] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550206ec-baa2-474e-849e-37acef85d57e is going to be updated. [ 945.693778] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.693778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.694152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.694152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.694223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.710502] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: IN_PROGRESS for 2s [ 945.942576] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 945.942837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.943061] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.943285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.943493] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.943615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.943678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.943828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.943907] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.943999] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.056073] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.446702] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.559241] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.871281] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 in Status: SUCCESS [ 946.871549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.951493] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.062227] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.062387] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.062559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.063176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.063297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.063419] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d is going to be updated. [ 947.096276] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.096433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.096508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.096715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.096881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.112168] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: IN_PROGRESS for 2s [ 947.250803] env[67174]: INFO networking_nsxv3.common.synchronization [None req-471cc36c-66ce-4fe8-91ec-ea25264479d4 None None] Enqueued Resource ID: edd4d1c6-1a57-4e8b-adac-8cbeb3b1aa22 with Priority: HIGHEST for action port [ 947.253022] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd4d1c6-1a57-4e8b-adac-8cbeb3b1aa22 with Priority: HIGHEST for action port [ 947.253022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-edd4d1c6-1a57-4e8b-adac-8cbeb3b1aa22 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.253022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edd4d1c6-1a57-4e8b-adac-8cbeb3b1aa22" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.253022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edd4d1c6-1a57-4e8b-adac-8cbeb3b1aa22" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.255269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edd4d1c6-1a57-4e8b-adac-8cbeb3b1aa22" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.255269] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edd4d1c6-1a57-4e8b-adac-8cbeb3b1aa22',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.454151] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.454316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.454391] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.454735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.454735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.454828] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 947.492293] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.492460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.492937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.492937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.492937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.503976] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 947.722292] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: SUCCESS [ 947.722445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.722604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.722871] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.723155] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.723283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.723360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.723990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.724103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.724209] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.758085] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edd4d1c6-1a57-4e8b-adac-8cbeb3b1aa22 [ 947.758390] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.758473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.758549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.758747] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.758829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.758920] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edd4d1c6-1a57-4e8b-adac-8cbeb3b1aa22 already deleted. [ 947.758995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edd4d1c6-1a57-4e8b-adac-8cbeb3b1aa22" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.228698] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.645113] env[67174]: INFO networking_nsxv3.common.synchronization [req-d1bee94d-864f-41cf-b6d1-f8029e78349a req-3b46452b-1cac-46eb-a294-d99b232f0973 tempest-ImagesTestJSON-809909415 tempest-ImagesTestJSON-809909415-project-member] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 948.645113] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 948.645113] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.645422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.645422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.645539] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.645692] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.645788] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.645848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.645994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.646082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.646876] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.730908] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.123299] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: SUCCESS [ 949.123758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.123758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.123912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.124139] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.124261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.124329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.124477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.124582] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.124683] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.127671] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.151558] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.151755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.151837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.152119] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.152238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.152471] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.152586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.152655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.152873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.152952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.153053] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db already deleted. [ 949.153137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.188927] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.189187] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.189334] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.189708] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.190198] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.190391] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.190509] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.190785] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.190933] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.191202] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.191308] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.191419] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.191521] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.191628] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.191770] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.191915] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.211131] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.214021] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.214021] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.214021] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.214021] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-74c98b1d-5bbd-4807-9ac8-2d7d603a6379 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.214021] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-74c98b1d-5bbd-4807-9ac8-2d7d603a6379" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.214021] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-74c98b1d-5bbd-4807-9ac8-2d7d603a6379" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.214021] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-74c98b1d-5bbd-4807-9ac8-2d7d603a6379" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.214021] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74c98b1d-5bbd-4807-9ac8-2d7d603a6379',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.234368] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.234817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.235082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.235416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.235544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.235656] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550206ec-baa2-474e-849e-37acef85d57e is going to be updated. [ 949.271418] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.271603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.271647] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.271922] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.272117] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.282233] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: IN_PROGRESS for 2s [ 949.338352] env[67174]: INFO networking_nsxv3.common.synchronization [None req-629d5fb7-ade1-41a5-8587-38c1a254ecfd None None] Enqueued Resource ID: 91f15e99-8979-43b1-a90d-49b6142cf95b with Priority: HIGHEST for action port [ 949.339347] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f15e99-8979-43b1-a90d-49b6142cf95b with Priority: HIGHEST for action port [ 949.340239] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-91f15e99-8979-43b1-a90d-49b6142cf95b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.340239] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91f15e99-8979-43b1-a90d-49b6142cf95b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.340239] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91f15e99-8979-43b1-a90d-49b6142cf95b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.340465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91f15e99-8979-43b1-a90d-49b6142cf95b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.340465] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f15e99-8979-43b1-a90d-49b6142cf95b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.514732] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 949.515278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.515483] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.515807] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.516853] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.516853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.516853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.516853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.516853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.516853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.517147] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.626988] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.688280] env[67174]: INFO networking_nsxv3.common.synchronization [None req-6f6c3f87-9b75-4128-937e-635dc5264e16 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef with Priority: HIGHEST for action security_group_rules [ 949.689211] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef with Priority: HIGHEST for action security_group_rules [ 949.689211] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.689376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.689376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.689609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.689689] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.720440] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.720819] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.721223] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.722154] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.722154] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.722154] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 74c98b1d-5bbd-4807-9ac8-2d7d603a6379 not found, creating... [ 949.722381] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.722381] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.722563] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.723497] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.723497] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.723784] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.723982] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.724097] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.724331] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.724484] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.724823] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 74c98b1d-5bbd-4807-9ac8-2d7d603a6379 is going to be created. [ 949.747025] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.747267] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.747420] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.747767] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.748676] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.748947] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-74c98b1d-5bbd-4807-9ac8-2d7d603a6379" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.843863] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91f15e99-8979-43b1-a90d-49b6142cf95b [ 949.844047] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.844199] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.844366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.844641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.844764] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.844890] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91f15e99-8979-43b1-a90d-49b6142cf95b already deleted. [ 949.844994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91f15e99-8979-43b1-a90d-49b6142cf95b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.022393] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.022585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.022659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.022885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.023084] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.023227] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.023302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.023460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.023549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.023706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.023874] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.023972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.024046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.024259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.024412] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.024506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.024567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.024707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.024784] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.024864] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.024950] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.128639] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce6d144-313a-4c0e-aa81-8bd435d7617d: rpc.has_security_group_logging(os_id): False [ 950.152584] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.152786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.152786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.153032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.153125] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.153370] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.153473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.153537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.153688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.153762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.153859] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d is going to be created. [ 950.209961] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.210173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.210173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.210581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.210724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.210829] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef already deleted. [ 950.210929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.229914] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.229914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.229914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.229914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.229914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.242753] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: IN_PROGRESS for 2s [ 950.459306] env[67174]: INFO networking_nsxv3.common.synchronization [req-9baa962e-ce55-4bfc-ad0c-bdf1fe9175c6 req-3b4c8088-5c90-4fa8-8349-967682074a9b tempest-AttachInterfacesUnderV243Test-1794674532 tempest-AttachInterfacesUnderV243Test-1794674532-project-member] Enqueued Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 950.460461] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 950.460936] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.461602] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.473118] env[67174]: INFO networking_nsxv3.common.synchronization [req-9baa962e-ce55-4bfc-ad0c-bdf1fe9175c6 req-3b4c8088-5c90-4fa8-8349-967682074a9b tempest-AttachInterfacesUnderV243Test-1794674532 tempest-AttachInterfacesUnderV243Test-1794674532-project-member] Enqueued Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_rules [ 950.473118] env[67174]: INFO networking_nsxv3.common.synchronization [req-9baa962e-ce55-4bfc-ad0c-bdf1fe9175c6 req-3b4c8088-5c90-4fa8-8349-967682074a9b tempest-AttachInterfacesUnderV243Test-1794674532 tempest-AttachInterfacesUnderV243Test-1794674532-project-member] Enqueued Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 950.473118] env[67174]: INFO networking_nsxv3.common.synchronization [req-9baa962e-ce55-4bfc-ad0c-bdf1fe9175c6 req-3b4c8088-5c90-4fa8-8349-967682074a9b tempest-AttachInterfacesUnderV243Test-1794674532 tempest-AttachInterfacesUnderV243Test-1794674532-project-member] Enqueued Resource ID: aad0fb67-a7f1-431d-a0b2-b977d7c788cc with Priority: HIGHEST for action port [ 950.473118] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_rules [ 950.473118] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 950.473118] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad0fb67-a7f1-431d-a0b2-b977d7c788cc with Priority: HIGHEST for action port [ 950.474034] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.474158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.474830] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.474939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.475351] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.475351] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.475476] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.475608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.475700] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad0fb67-a7f1-431d-a0b2-b977d7c788cc',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.477998] env[67174]: INFO networking_nsxv3.common.synchronization [req-d1bee94d-864f-41cf-b6d1-f8029e78349a req-d404f25c-9cb4-4e5b-8342-bb377cb09fde service nova] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_rules [ 950.478398] env[67174]: INFO networking_nsxv3.common.synchronization [req-d1bee94d-864f-41cf-b6d1-f8029e78349a req-d404f25c-9cb4-4e5b-8342-bb377cb09fde service nova] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 950.478398] env[67174]: INFO networking_nsxv3.common.synchronization [req-d1bee94d-864f-41cf-b6d1-f8029e78349a req-d404f25c-9cb4-4e5b-8342-bb377cb09fde service nova] Enqueued Resource ID: 74c98b1d-5bbd-4807-9ac8-2d7d603a6379 with Priority: HIGHEST for action port [ 950.479212] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_rules [ 950.479383] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 950.479558] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74c98b1d-5bbd-4807-9ac8-2d7d603a6379 with Priority: HIGHEST for action port [ 950.479914] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.480083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.480271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.480560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.480665] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.481613] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.481724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.481791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.481967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.482203] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.482203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.482349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.482398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.482471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.482575] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.483412] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-74c98b1d-5bbd-4807-9ac8-2d7d603a6379 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.483519] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74c98b1d-5bbd-4807-9ac8-2d7d603a6379" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.483600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74c98b1d-5bbd-4807-9ac8-2d7d603a6379" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.483767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74c98b1d-5bbd-4807-9ac8-2d7d603a6379" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.483840] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74c98b1d-5bbd-4807-9ac8-2d7d603a6379',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.528589] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e11195-7ec5-41f1-87a4-7fc1622a4c33: rpc.has_security_group_logging(os_id): False [ 950.553988] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.554215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.554215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.554582] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.554680] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.554906] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.555015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.555090] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.555432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.555574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.555932] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.556359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.556449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.556622] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.556845] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.557077] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.557181] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.557247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.557398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.557495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.557583] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 950.614712] env[67174]: INFO networking_nsxv3.common.synchronization [None req-ed5e005c-fbbf-4414-b846-ff6bb5a4d458 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef with Priority: HIGHEST for action security_group_rules [ 950.615569] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef with Priority: HIGHEST for action security_group_rules [ 950.616049] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.616049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.616206] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.616353] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.616438] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.632829] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.633091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.633157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.633446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.633612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.653033] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 950.979793] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad0fb67-a7f1-431d-a0b2-b977d7c788cc with status ACTIVE [ 950.980043] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.980188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.980261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.980475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.980564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.980759] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.980839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.980901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.981065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.981145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.981324] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.981414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.981515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.981733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.981781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.981866] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad0fb67-a7f1-431d-a0b2-b977d7c788cc is going to be updated. [ 950.985823] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.985928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.986120] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.987010] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74c98b1d-5bbd-4807-9ac8-2d7d603a6379 with status ACTIVE [ 950.987186] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.987295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.987361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.987543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.987624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.987784] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.987876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.987967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.988083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.988165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.988353] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.988444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.988504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.988663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.988780] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.988888] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74c98b1d-5bbd-4807-9ac8-2d7d603a6379 is going to be updated. [ 951.005450] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.005632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.005632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.005835] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.005965] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.006422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad0fb67-a7f1-431d-a0b2-b977d7c788cc" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.007321] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.007433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.007503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.007695] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.007802] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.007944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74c98b1d-5bbd-4807-9ac8-2d7d603a6379" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.138743] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.138914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.138953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.139188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.139325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.139362] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef already deleted. [ 951.139441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.309560] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: SUCCESS [ 951.309861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.310438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.310673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.310871] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.310994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.311081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.311238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.311323] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.311410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.311511] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.312577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.312771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.312971] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.313182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.313246] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.314358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.314358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.314358] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.492768] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.815742] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.817452] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.995493] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.995702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.995842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.996432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.996432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.996432] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be created. [ 952.025294] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.025485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.025531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.025741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.025988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.038538] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: UNINITIALIZED for 2s [ 952.063091] env[67174]: INFO networking_nsxv3.common.synchronization [None req-e7dd8ec0-914b-409f-a6a0-5d35fb8876d0 None None] Enqueued Resource ID: ed525f84-7a95-48d8-90f1-8e9a359dbf65 with Priority: HIGHEST for action port [ 952.063764] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed525f84-7a95-48d8-90f1-8e9a359dbf65 with Priority: HIGHEST for action port [ 952.064151] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed525f84-7a95-48d8-90f1-8e9a359dbf65 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.064284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed525f84-7a95-48d8-90f1-8e9a359dbf65" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.064349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed525f84-7a95-48d8-90f1-8e9a359dbf65" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.064724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed525f84-7a95-48d8-90f1-8e9a359dbf65" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.064724] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed525f84-7a95-48d8-90f1-8e9a359dbf65',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.258130] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: SUCCESS [ 952.259055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.294752] env[67174]: INFO networking_nsxv3.common.synchronization [req-4c2ebd53-f9ee-4a64-8026-eb30fa3ae95f req-4021829d-bedf-4a9a-8b7c-142b0e4a38ac tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_members [ 952.294988] env[67174]: INFO networking_nsxv3.common.synchronization [req-4c2ebd53-f9ee-4a64-8026-eb30fa3ae95f req-4021829d-bedf-4a9a-8b7c-142b0e4a38ac tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 with Priority: HIGHEST for action security_group_members [ 952.294988] env[67174]: INFO networking_nsxv3.common.synchronization [req-4c2ebd53-f9ee-4a64-8026-eb30fa3ae95f req-4021829d-bedf-4a9a-8b7c-142b0e4a38ac tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 952.295886] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_members [ 952.295886] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 with Priority: HIGHEST for action security_group_members [ 952.295886] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 952.297174] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce6d144-313a-4c0e-aa81-8bd435d7617d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.297349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.297444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.297680] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.297871] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.297999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.298538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.298763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.298881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.299029] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.300660] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f18ae0a-09d3-4011-bd11-24f616a1d862 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.300841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.300928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.301230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.301421] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.302213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.302541] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.302805] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.302938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.303069] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f18ae0a-09d3-4011-bd11-24f616a1d862',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.304296] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.304893] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.305032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.305259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.307788] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.307788] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.307788] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.307788] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.307788] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.307788] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.308405] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.315207] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.321087] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.323513] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 550206ec-baa2-474e-849e-37acef85d57e: rpc.has_security_group_logging(os_id): False [ 952.353882] env[67174]: INFO networking_nsxv3.common.synchronization [req-4c2ebd53-f9ee-4a64-8026-eb30fa3ae95f req-4021829d-bedf-4a9a-8b7c-142b0e4a38ac tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 with Priority: HIGHEST for action security_group_rules [ 952.354070] env[67174]: INFO networking_nsxv3.common.synchronization [req-4c2ebd53-f9ee-4a64-8026-eb30fa3ae95f req-4021829d-bedf-4a9a-8b7c-142b0e4a38ac tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 with Priority: HIGHEST for action security_group_members [ 952.354209] env[67174]: INFO networking_nsxv3.common.synchronization [req-4c2ebd53-f9ee-4a64-8026-eb30fa3ae95f req-4021829d-bedf-4a9a-8b7c-142b0e4a38ac tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_rules [ 952.354337] env[67174]: INFO networking_nsxv3.common.synchronization [req-4c2ebd53-f9ee-4a64-8026-eb30fa3ae95f req-4021829d-bedf-4a9a-8b7c-142b0e4a38ac tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_members [ 952.354458] env[67174]: INFO networking_nsxv3.common.synchronization [req-4c2ebd53-f9ee-4a64-8026-eb30fa3ae95f req-4021829d-bedf-4a9a-8b7c-142b0e4a38ac tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_rules [ 952.354577] env[67174]: INFO networking_nsxv3.common.synchronization [req-4c2ebd53-f9ee-4a64-8026-eb30fa3ae95f req-4021829d-bedf-4a9a-8b7c-142b0e4a38ac tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 952.354697] env[67174]: INFO networking_nsxv3.common.synchronization [req-4c2ebd53-f9ee-4a64-8026-eb30fa3ae95f req-4021829d-bedf-4a9a-8b7c-142b0e4a38ac tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 311be1cd-3e64-40b9-9c8a-155e019cebf3 with Priority: HIGHEST for action port [ 952.355805] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.357290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.357386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.357594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.357694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.357959] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.358095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.358158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.358315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.358394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.358480] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 550206ec-baa2-474e-849e-37acef85d57e is going to be updated. [ 952.362551] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 with Priority: HIGHEST for action security_group_rules [ 952.362551] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_rules [ 952.362551] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 952.362909] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311be1cd-3e64-40b9-9c8a-155e019cebf3 with Priority: HIGHEST for action port [ 952.362909] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_rules [ 952.362909] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 with Priority: HIGHEST for action security_group_members [ 952.363238] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_members [ 952.363844] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f18ae0a-09d3-4011-bd11-24f616a1d862 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.363959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.364094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.364274] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.364355] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f18ae0a-09d3-4011-bd11-24f616a1d862',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.365315] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.365421] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.365564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.365620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.365716] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.366506] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.366601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.366873] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-311be1cd-3e64-40b9-9c8a-155e019cebf3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.366873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.367013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.367379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.367379] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311be1cd-3e64-40b9-9c8a-155e019cebf3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.367914] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.368034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.368198] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f18ae0a-09d3-4011-bd11-24f616a1d862 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.368280] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.368485] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce6d144-313a-4c0e-aa81-8bd435d7617d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.368550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.435614] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.437475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.437475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.437475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.437475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.453675] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: IN_PROGRESS for 2s [ 952.567141] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed525f84-7a95-48d8-90f1-8e9a359dbf65 [ 952.567435] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.567616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.567616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.569041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.569041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.569041] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed525f84-7a95-48d8-90f1-8e9a359dbf65 already deleted. [ 952.569041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed525f84-7a95-48d8-90f1-8e9a359dbf65" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.669791] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 952.670041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.670229] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.670448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.670537] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.808688] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f18ae0a-09d3-4011-bd11-24f616a1d862',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.812413] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.818139] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.825526] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.825677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.825761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.826107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.826491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.826672] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550206ec-baa2-474e-849e-37acef85d57e is going to be updated. [ 952.857627] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.857859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.857859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.858101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.858254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.868883] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: IN_PROGRESS for 2s [ 952.870509] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f18ae0a-09d3-4011-bd11-24f616a1d862 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.870795] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.870928] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 311be1cd-3e64-40b9-9c8a-155e019cebf3 with status ACTIVE [ 952.871149] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.871256] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.871346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.871631] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.871694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.871888] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.872020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.872057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.872231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.872325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.872506] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.872601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.872661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.872805] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.872931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.872987] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 311be1cd-3e64-40b9-9c8a-155e019cebf3 is going to be updated. [ 952.874408] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce6d144-313a-4c0e-aa81-8bd435d7617d taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.874408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.899383] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.900664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.900664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.900664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.900664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.900664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-311be1cd-3e64-40b9-9c8a-155e019cebf3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.174120] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.174271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.312048] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f18ae0a-09d3-4011-bd11-24f616a1d862',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.314648] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.314648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.314943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.315072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.315187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.315289] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d is going to be updated. [ 953.320933] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.321127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.321127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.322214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.322214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.322214] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 953.362849] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.363047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.363181] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.364148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.364148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.366099] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.366294] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.366294] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.366519] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.366658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.380462] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 953.381352] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: IN_PROGRESS for 2s [ 953.628788] env[67174]: INFO networking_nsxv3.common.synchronization [None req-5285e42b-b4a6-4cbb-9430-4ea4f73e02dc tempest-ServerActionsV293TestJSON-1457397843 tempest-ServerActionsV293TestJSON-1457397843-project-member] Enqueued Resource ID: 344f76df-0f27-43a5-b607-5759885a92e1 with Priority: HIGHEST for action security_group_rules [ 953.629403] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344f76df-0f27-43a5-b607-5759885a92e1 with Priority: HIGHEST for action security_group_rules [ 953.630029] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-344f76df-0f27-43a5-b607-5759885a92e1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.630029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.630029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.630350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.630464] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('344f76df-0f27-43a5-b607-5759885a92e1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.728892] env[67174]: INFO networking_nsxv3.common.synchronization [None req-e761fd2d-a4d5-4af1-ac91-09618233fa30 tempest-AttachVolumeShelveTestJSON-566461120 tempest-AttachVolumeShelveTestJSON-566461120-project-member] Enqueued Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_rules [ 953.728892] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_rules [ 953.728892] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbfe7a8d-7e54-4942-8573-02527bb360ce taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.728892] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.728892] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.728892] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.728892] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.813802] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.814070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.814172] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.814432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.814587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.814716] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 is going to be created. [ 953.842511] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.842757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.842910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.843287] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.843486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.854373] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 in Status: UNINITIALIZED for 2s [ 954.049013] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 954.049371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.049570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.049852] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.050072] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.050253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.050351] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.050555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.050670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.050797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.050913] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.153142] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.153142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.153142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.153142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.153142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.153142] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 344f76df-0f27-43a5-b607-5759885a92e1 already deleted. [ 954.153142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.188247] env[67174]: INFO networking_nsxv3.common.synchronization [None req-3dc4035e-858b-4ff6-9415-f96e07edad00 tempest-AttachVolumeShelveTestJSON-566461120 tempest-AttachVolumeShelveTestJSON-566461120-project-member] Enqueued Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_rules [ 954.189179] env[67174]: INFO networking_nsxv3.common.synchronization [None req-3797f195-f7b2-4157-9fac-e0d12196e5a1 tempest-ServerActionsV293TestJSON-1457397843 tempest-ServerActionsV293TestJSON-1457397843-project-member] Enqueued Resource ID: 344f76df-0f27-43a5-b607-5759885a92e1 with Priority: HIGHEST for action security_group_rules [ 954.189754] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_rules [ 954.189921] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344f76df-0f27-43a5-b607-5759885a92e1 with Priority: HIGHEST for action security_group_rules [ 954.190259] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbfe7a8d-7e54-4942-8573-02527bb360ce taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.190394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.190633] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-344f76df-0f27-43a5-b607-5759885a92e1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.190776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.190868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.191111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.191415] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('344f76df-0f27-43a5-b607-5759885a92e1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.252729] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.252897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.252936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.253183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.253283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.253380] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbfe7a8d-7e54-4942-8573-02527bb360ce already deleted. [ 954.253463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.254187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.254187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.254187] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.449709] env[67174]: INFO networking_nsxv3.common.synchronization [req-69c9fce7-540f-490b-9ac1-3a3e09d5235e req-4e47ff7b-e018-45cc-9968-1efb777e2d51 tempest-DeleteServersTestJSON-447667271 tempest-DeleteServersTestJSON-447667271-project-member] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 954.450521] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 954.451075] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.451326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.451326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.451486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.451792] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.451880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.451880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.452411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.452514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.452755] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.469217] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: SUCCESS [ 954.469329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.470368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.470368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.470368] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.555269] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.555565] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.555668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.556030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.556189] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.556295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.556357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.556806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.556964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.557193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.557382] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.557508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.557562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.557723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.557977] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.558077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.558218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.558417] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.558490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.558578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.558668] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.725720] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.726087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.726197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.726478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.726565] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.726675] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 344f76df-0f27-43a5-b607-5759885a92e1 already deleted. [ 954.726804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.736850] env[67174]: INFO networking_nsxv3.common.synchronization [None req-c0c4e67a-5cdf-467b-bc8b-53ed248ca5ea None None] Enqueued Resource ID: 77ba3287-5aad-45f5-a0f4-080d74f7e984 with Priority: HIGHEST for action port [ 954.737357] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ba3287-5aad-45f5-a0f4-080d74f7e984 with Priority: HIGHEST for action port [ 954.738225] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-77ba3287-5aad-45f5-a0f4-080d74f7e984 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.738366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77ba3287-5aad-45f5-a0f4-080d74f7e984" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.738434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77ba3287-5aad-45f5-a0f4-080d74f7e984" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.738822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77ba3287-5aad-45f5-a0f4-080d74f7e984" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.738822] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ba3287-5aad-45f5-a0f4-080d74f7e984',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.775785] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.776064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.776064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.776241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.776315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.776409] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbfe7a8d-7e54-4942-8573-02527bb360ce already deleted. [ 954.776489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.880559] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: SUCCESS [ 954.880859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.881450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.881450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.881450] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.881652] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.881652] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.881746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.881801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.882414] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.956157] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.956362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.956479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.956829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.956949] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.957234] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.957356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.957431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.957668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.957717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.957807] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 954.972323] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.972519] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.998216] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.998422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.998422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.999488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.999876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.013739] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 955.062464] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 210a4361-d8e9-49d1-931e-c890119ad0db: rpc.has_security_group_logging(os_id): False [ 955.083160] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.083160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.083160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.083443] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.083443] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.083656] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.083762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.083922] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.087026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.087026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.087026] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.087026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.087026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.087026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.087026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.087026] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.087026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.087026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.091202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.091202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.091202] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be created. [ 955.162556] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.162667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.162667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.163714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.163714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.178500] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 955.242108] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77ba3287-5aad-45f5-a0f4-080d74f7e984 [ 955.242552] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.242766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.244251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.244251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.244251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.244251] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77ba3287-5aad-45f5-a0f4-080d74f7e984 already deleted. [ 955.244251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77ba3287-5aad-45f5-a0f4-080d74f7e984" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.386704] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.402525] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: SUCCESS [ 955.402887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.403132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.403801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.403801] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.403999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.403999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.405091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.405091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.405091] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.407423] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 955.408077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.408468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.408914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.411699] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.411699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.411699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.411699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.411699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.411699] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.681029] env[67174]: INFO networking_nsxv3.common.synchronization [None req-1c9f87f3-ece5-42ec-bb51-a5f531f4db19 None None] Enqueued Resource ID: 4966f921-2d4a-4580-977d-677c189a0e5f with Priority: HIGHEST for action port [ 955.681342] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4966f921-2d4a-4580-977d-677c189a0e5f with Priority: HIGHEST for action port [ 955.681878] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-4966f921-2d4a-4580-977d-677c189a0e5f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.685040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4966f921-2d4a-4580-977d-677c189a0e5f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.685040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4966f921-2d4a-4580-977d-677c189a0e5f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.685040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4966f921-2d4a-4580-977d-677c189a0e5f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.685040] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4966f921-2d4a-4580-977d-677c189a0e5f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.864635] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 in Status: SUCCESS [ 955.864868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.865054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.865318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.865537] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.865624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.865692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.865845] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.865925] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.868741] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f18ae0a-09d3-4011-bd11-24f616a1d862',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.889798] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.912917] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.915710] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.137091] env[67174]: INFO networking_nsxv3.common.synchronization [req-54c969f2-499c-46d6-a92f-da3aaff42860 req-513b66d4-66a2-44e8-bd5c-1765e8406db8 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 with Priority: HIGHEST for action security_group_members [ 956.137292] env[67174]: INFO networking_nsxv3.common.synchronization [req-54c969f2-499c-46d6-a92f-da3aaff42860 req-513b66d4-66a2-44e8-bd5c-1765e8406db8 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 956.137427] env[67174]: INFO networking_nsxv3.common.synchronization [req-54c969f2-499c-46d6-a92f-da3aaff42860 req-513b66d4-66a2-44e8-bd5c-1765e8406db8 tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_members [ 956.138025] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 with Priority: HIGHEST for action security_group_members [ 956.140851] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 956.140993] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGHEST for action security_group_members [ 956.141599] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f18ae0a-09d3-4011-bd11-24f616a1d862 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.141712] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.142133] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.142133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.142253] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce6d144-313a-4c0e-aa81-8bd435d7617d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.142253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.188103] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4966f921-2d4a-4580-977d-677c189a0e5f [ 956.188290] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.189984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.190102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.190326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.190616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.190616] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4966f921-2d4a-4580-977d-677c189a0e5f already deleted. [ 956.190616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4966f921-2d4a-4580-977d-677c189a0e5f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.340429] env[67174]: INFO networking_nsxv3.common.synchronization [req-8adba636-8f8c-4044-ab5e-07c82b0215de req-4457d3c8-c367-4f58-951f-163f13d72cd5 tempest-ServerPasswordTestJSON-1292493842 tempest-ServerPasswordTestJSON-1292493842-project-member] Enqueued Resource ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 with Priority: HIGHEST for action security_group_members [ 956.341012] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 with Priority: HIGHEST for action security_group_members [ 956.341538] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-15f8db01-fb5c-4051-a5b4-12e36539eb02 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.341608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.341693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.341983] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.342153] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.342215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.342255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.342674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.342778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.342890] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15f8db01-fb5c-4051-a5b4-12e36539eb02',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.375704] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f18ae0a-09d3-4011-bd11-24f616a1d862',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.391918] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.392333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.394484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.394484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.394484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.394484] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550206ec-baa2-474e-849e-37acef85d57e is going to be updated. [ 956.417468] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.418427] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.441597] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.441766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.441837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.442077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.442284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.456394] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: IN_PROGRESS for 2s [ 956.846609] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.847111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.847111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.847111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.847111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.847287] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.847420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.847507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.847668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.847794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.847900] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 is going to be updated. [ 956.879030] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f18ae0a-09d3-4011-bd11-24f616a1d862',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.890477] env[67174]: INFO networking_nsxv3.common.synchronization [req-6f1dcfc0-c65d-4df8-b1b5-bf8f3cf3ddad req-ca2cf373-dfc6-4703-90bd-aae13837654b tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGHEST for action security_group_members [ 956.891632] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.891785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.891955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.893299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.893299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.896056] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGHEST for action security_group_members [ 956.896674] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f9c773-456f-4d4e-8fb9-8e647253dfe6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.896798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.896867] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.897195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.897364] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.897468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.897693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.897881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.897965] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.898084] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f9c773-456f-4d4e-8fb9-8e647253dfe6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.908522] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 in Status: IN_PROGRESS for 2s [ 956.919880] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.923019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.923019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.923019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.923019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.923019] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d is going to be updated. [ 956.923019] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.923019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.923019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.923019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.923019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.923019] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 956.957176] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.957609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.957834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.960019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.960019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.962591] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.965946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.966068] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.966503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.967135] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.983582] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: IN_PROGRESS for 2s [ 956.983848] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 957.026033] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 957.026287] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 deletion is rescheduled due to dependency. [ 957.026400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.196158] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 957.196158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.381816] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.381816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.382203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.382203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.382203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.382375] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 is going to be updated. [ 957.400421] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.400771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.400842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.401121] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.401285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.401606] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.401779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.401900] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.402243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.402320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.402890] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 is going to be updated. [ 957.415038] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.415222] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.415295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.415693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.415693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.426053] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 in Status: IN_PROGRESS for 2s [ 957.432377] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.432455] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.432490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.432723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.432833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.445135] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 in Status: IN_PROGRESS for 2s [ 957.919673] env[67174]: INFO networking_nsxv3.common.synchronization [req-beda1307-6ad8-49ad-aec6-cfb34ea699e5 req-dc280de9-68c6-4af2-945b-75aca5dcceb6 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef with Priority: HIGHEST for action security_group_members [ 957.920252] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef with Priority: HIGHEST for action security_group_members [ 957.920984] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.921233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.921233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.921446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.921613] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.921705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.921768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.921922] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.922034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.922146] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.023175] env[67174]: INFO networking_nsxv3.common.synchronization [None req-fea5a8b5-eb34-4678-943d-fda742fb8760 None None] Enqueued Resource ID: c27f0476-b752-47b8-89b8-9921c4bfb132 with Priority: HIGHEST for action port [ 958.023991] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27f0476-b752-47b8-89b8-9921c4bfb132 with Priority: HIGHEST for action port [ 958.023991] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-c27f0476-b752-47b8-89b8-9921c4bfb132 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.024180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c27f0476-b752-47b8-89b8-9921c4bfb132" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.024180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c27f0476-b752-47b8-89b8-9921c4bfb132" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.024417] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c27f0476-b752-47b8-89b8-9921c4bfb132" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.024499] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c27f0476-b752-47b8-89b8-9921c4bfb132',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.307778] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.308292] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.308292] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.308466] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.308723] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.308877] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.308988] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.309713] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.309880] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.310197] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.310338] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.310447] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.310555] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.310678] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.310847] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.310993] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.332185] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.332418] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.332554] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.332734] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.333091] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-ebf85a47-b32c-4071-ba34-2165639a081b taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.333275] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-ebf85a47-b32c-4071-ba34-2165639a081b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.333417] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-ebf85a47-b32c-4071-ba34-2165639a081b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.333974] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-ebf85a47-b32c-4071-ba34-2165639a081b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.333974] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf85a47-b32c-4071-ba34-2165639a081b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.426741] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.426936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.427025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.427316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.427460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.427722] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.427873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.427967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.428230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.428338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.428456] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef already deleted. [ 958.428585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.467998] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: SUCCESS [ 958.468266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.469397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.469397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.469397] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.469397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.469397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.469847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.469847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.469847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.469847] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.526686] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c27f0476-b752-47b8-89b8-9921c4bfb132 [ 958.526954] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.527113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.527179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.527385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.527477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.527569] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c27f0476-b752-47b8-89b8-9921c4bfb132 already deleted. [ 958.527648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c27f0476-b752-47b8-89b8-9921c4bfb132" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.555844] env[67174]: INFO networking_nsxv3.common.synchronization [req-d3183502-d939-4c98-993b-64c358db387a req-62dc3db2-e8d1-4ae7-8566-18dff4e2f855 tempest-AttachInterfacesUnderV243Test-1794674532 tempest-AttachInterfacesUnderV243Test-1794674532-project-member] Enqueued Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 958.556430] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 550206ec-baa2-474e-849e-37acef85d57e with Priority: HIGHEST for action security_group_members [ 958.556746] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-550206ec-baa2-474e-849e-37acef85d57e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.557272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.557272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.557272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.557420] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.557480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.557538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.557779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.557779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.557979] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.837159] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.837323] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.837366] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.837788] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.837988] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.838273] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port ebf85a47-b32c-4071-ba34-2165639a081b not found, creating... [ 958.838628] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.838935] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.838980] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.839286] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.839480] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.839814] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.839984] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.840242] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.840474] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.840645] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.840808] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: ebf85a47-b32c-4071-ba34-2165639a081b is going to be created. [ 958.864360] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.864360] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.864549] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.864835] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.865125] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.865447] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-ebf85a47-b32c-4071-ba34-2165639a081b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.920841] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 in Status: SUCCESS [ 958.921417] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 deletion is rescheduled due to dependency. [ 958.921417] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.972167] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('550206ec-baa2-474e-849e-37acef85d57e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.000560] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 959.000560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.001364] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.001364] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.001493] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.002100] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.002100] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.002100] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.002100] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.002100] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.002100] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.003678] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: SUCCESS [ 959.003871] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.004049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.004245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.004493] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.004573] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.004618] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.004760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.004846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.004943] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.005896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.006108] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.006331] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.006456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.006538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.006706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.006804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.006901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.007043] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.010912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.010912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.010912] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.010912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.010912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.010912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.010912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.010912] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.060474] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.060714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.060714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.060922] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.061380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.061380] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.061380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.061585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.061585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.061647] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.062502] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550206ec-baa2-474e-849e-37acef85d57e is going to be updated. [ 959.096327] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.096501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.096541] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.096795] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.097089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.108429] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: IN_PROGRESS for 2s [ 959.438899] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 in Status: SUCCESS [ 959.439437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.439703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.440136] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.440538] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.440781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.440927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.441372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.441593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.441850] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.442130] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f18ae0a-09d3-4011-bd11-24f616a1d862',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.443782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.444713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.445191] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.445440] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.445820] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.446212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.446439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.446665] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f18ae0a-09d3-4011-bd11-24f616a1d862',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.460974] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 in Status: SUCCESS [ 959.461416] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 deletion is rescheduled due to dependency. [ 959.461507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.475189] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 550206ec-baa2-474e-849e-37acef85d57e: rpc.has_security_group_logging(os_id): False [ 959.496887] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.497062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.497340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.497340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.497466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.497675] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.497798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.497900] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.498033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.498133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.498262] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 550206ec-baa2-474e-849e-37acef85d57e is going to be updated. [ 959.512101] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.512101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.512101] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.517670] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.517670] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.517670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.517670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.517670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.518314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.518314] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.518314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.518314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.518558] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.518682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.518746] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d is going to be updated. [ 959.553213] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.553364] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.553438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.553655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.553799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.565096] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: IN_PROGRESS for 2s [ 959.590545] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.590711] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.590794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.591012] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.591166] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.608323] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: IN_PROGRESS for 2s [ 959.635987] env[67174]: INFO networking_nsxv3.common.synchronization [req-beda1307-6ad8-49ad-aec6-cfb34ea699e5 req-5885cd5b-9ef1-44f8-9290-41bca62d2780 service nova] Enqueued Resource ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef with Priority: HIGHEST for action security_group_rules [ 959.636427] env[67174]: INFO networking_nsxv3.common.synchronization [req-beda1307-6ad8-49ad-aec6-cfb34ea699e5 req-5885cd5b-9ef1-44f8-9290-41bca62d2780 service nova] Enqueued Resource ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef with Priority: HIGHEST for action security_group_members [ 959.636631] env[67174]: INFO networking_nsxv3.common.synchronization [req-beda1307-6ad8-49ad-aec6-cfb34ea699e5 req-5885cd5b-9ef1-44f8-9290-41bca62d2780 service nova] Enqueued Resource ID: ebf85a47-b32c-4071-ba34-2165639a081b with Priority: HIGHEST for action port [ 959.637380] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef with Priority: HIGHEST for action security_group_rules [ 959.637560] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef with Priority: HIGHEST for action security_group_members [ 959.637695] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf85a47-b32c-4071-ba34-2165639a081b with Priority: HIGHEST for action port [ 959.638135] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.638336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.638439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.638723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.638839] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.640144] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.640325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.640426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.640684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.640898] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.641249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.641249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.641374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.641410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.641541] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.642622] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebf85a47-b32c-4071-ba34-2165639a081b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.642859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebf85a47-b32c-4071-ba34-2165639a081b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.642965] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebf85a47-b32c-4071-ba34-2165639a081b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.643202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebf85a47-b32c-4071-ba34-2165639a081b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.643313] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf85a47-b32c-4071-ba34-2165639a081b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.949749] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f18ae0a-09d3-4011-bd11-24f616a1d862',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.952471] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.952718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.952718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.952925] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.953249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.953249] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.953617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.953617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.953617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.953617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.953617] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 is going to be deleted. [ 959.994124] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.994358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.994474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.994834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.995362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.995362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.013452] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.021295] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce6d144-313a-4c0e-aa81-8bd435d7617d: rpc.has_security_group_logging(os_id): False [ 960.043275] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.043448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.043551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.043812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.043914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.044172] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.044278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.044339] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.044475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.044555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.044648] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d is going to be updated. [ 960.104726] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.107152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.107303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.107581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.107791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.127763] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: IN_PROGRESS for 2s [ 960.145355] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.146495] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.146643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.146786] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebf85a47-b32c-4071-ba34-2165639a081b with status ACTIVE [ 960.146939] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.147058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.147123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.147341] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.147400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.147567] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.147663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.147722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.147967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.147967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.148822] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.148946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.149156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.149617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.149742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.149806] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebf85a47-b32c-4071-ba34-2165639a081b is going to be updated. [ 960.194164] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.194286] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.194322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.194510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.194663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.194808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebf85a47-b32c-4071-ba34-2165639a081b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.452215] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f18ae0a-09d3-4011-bd11-24f616a1d862: rpc.has_security_group_logging(os_id): False [ 960.470502] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.470706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.470706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.470924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.471028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.471254] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.471354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.471417] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.471565] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.471642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.471728] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 is going to be created. [ 960.489798] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6f18ae0a-09d3-4011-bd11-24f616a1d862], does not exist path=[/infra/domains/default/groups/6f18ae0a-09d3-4011-bd11-24f616a1d862]."\n}' [ 960.489972] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6f18ae0a-09d3-4011-bd11-24f616a1d862 [ 960.490029] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 960.516191] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.516393] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.516393] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.516588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.516678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.516772] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 960.528409] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.528585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.528684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.528971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.530290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.530611] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.530757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.530860] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.531103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.531228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.531451] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.531588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.531686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.531883] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.531978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.532080] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f18ae0a-09d3-4011-bd11-24f616a1d862 is going to be created. [ 960.545785] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.545949] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.546010] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.546172] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.546309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.549546] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6f18ae0a-09d3-4011-bd11-24f616a1d862], does not exist path=[/infra/domains/default/groups/6f18ae0a-09d3-4011-bd11-24f616a1d862]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6f18ae0a-09d3-4011-bd11-24f616a1d862 [ 960.549693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f18ae0a-09d3-4011-bd11-24f616a1d862" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.549865] env[67174]: Traceback (most recent call last): [ 960.549918] env[67174]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 960.549918] env[67174]: return func(*args, **kwargs) [ 960.549918] env[67174]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 960.549918] env[67174]: res.raise_for_status() [ 960.549918] env[67174]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 960.549918] env[67174]: raise HTTPError(http_error_msg, response=self) [ 960.549918] env[67174]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6f18ae0a-09d3-4011-bd11-24f616a1d862 [ 960.549918] env[67174]: During handling of the above exception, another exception occurred: [ 960.549918] env[67174]: Traceback (most recent call last): [ 960.549918] env[67174]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 960.549918] env[67174]: listener.cb(fileno) [ 960.549918] env[67174]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 960.549918] env[67174]: result = function(*args, **kwargs) [ 960.549918] env[67174]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 960.549918] env[67174]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 960.549918] env[67174]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 960.549918] env[67174]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 960.549918] env[67174]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 960.549918] env[67174]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 960.549918] env[67174]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 960.549918] env[67174]: res.raise_for_status() [ 960.549918] env[67174]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 960.549918] env[67174]: raise HTTPError(http_error_msg, response=self) [ 960.550645] env[67174]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6f18ae0a-09d3-4011-bd11-24f616a1d862 [ 960.550645] env[67174]: Removing descriptor: 56 [ 960.553572] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 960.651709] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.119447] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: SUCCESS [ 961.119447] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 550206ec-baa2-474e-849e-37acef85d57e deletion is rescheduled due to dependency. [ 961.119447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.154330] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.154484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.154576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.154798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.154854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.154953] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef is going to be created. [ 961.179992] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.180168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.180244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.180458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.180694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.192890] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef in Status: UNINITIALIZED for 2s [ 961.577094] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: SUCCESS [ 961.577321] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d deletion is rescheduled due to dependency. [ 961.577437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.624329] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 550206ec-baa2-474e-849e-37acef85d57e in Status: SUCCESS [ 961.624660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-550206ec-baa2-474e-849e-37acef85d57e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.140851] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d in Status: SUCCESS [ 962.141212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.575533] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.575533] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.575533] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.575533] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.575533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.579267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.579267] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.071543] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e11195-7ec5-41f1-87a4-7fc1622a4c33: rpc.has_security_group_logging(os_id): False [ 963.090027] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.090176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.090240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.090450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.113605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.113944] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.114112] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.114195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.114426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.114536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.114758] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.114885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.114973] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.115157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.115291] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.115523] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.115645] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.115713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.115882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.115974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.116096] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 963.179327] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.179729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.179729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.179807] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.179957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.202506] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef in Status: SUCCESS [ 963.202750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.202968] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.203183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.203378] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.203527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.203598] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.203760] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.203842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.203929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.204033] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.205793] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 963.707751] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.211119] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef: rpc.has_security_group_logging(os_id): False [ 964.228958] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.229118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.229189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.229415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.229547] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.229760] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.229864] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.229926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.230139] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.230176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.231029] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef is going to be created. [ 964.287992] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.288156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.288232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.288511] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.288708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.300974] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef in Status: IN_PROGRESS for 2s [ 964.639339] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 964.639515] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 965.225301] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 965.225301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.225661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.225705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.225807] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.729503] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.729708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.729843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.731797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.732852] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.733064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.733149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.733375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.733502] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.733562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.733675] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.236647] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.236998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.236998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.237258] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.237505] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.237657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.239318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.239318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.239318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.239318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.239318] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.239318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.239318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.239318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.239318] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.239318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.239318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.239318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.239318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.239318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.239940] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.315912] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef in Status: SUCCESS [ 966.316043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.742404] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0e11195-7ec5-41f1-87a4-7fc1622a4c33: rpc.has_security_group_logging(os_id): False [ 966.760637] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.760814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.760872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.761328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.761328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.761464] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.761464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.761558] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.761809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.761809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.762809] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.762809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.762809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.762809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.762809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.762809] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.762809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.762809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.763201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.763201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.763201] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 966.830758] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.830953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.830953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.831153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.831331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.851986] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 966.872852] env[67174]: INFO networking_nsxv3.common.synchronization [req-b7366a23-bfae-4d35-ad16-84419b8cd60b req-a0277934-d0cc-4d84-b35a-da18a95f3dbb tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: 976be832-6060-41d2-be24-f86aafff92f1 with Priority: HIGHEST for action security_group_members [ 966.873122] env[67174]: INFO networking_nsxv3.common.synchronization [req-b7366a23-bfae-4d35-ad16-84419b8cd60b req-a0277934-d0cc-4d84-b35a-da18a95f3dbb tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_members [ 966.873521] env[67174]: INFO networking_nsxv3.common.synchronization [req-b7366a23-bfae-4d35-ad16-84419b8cd60b req-a0277934-d0cc-4d84-b35a-da18a95f3dbb tempest-SecurityGroupsTestJSON-1871596797 tempest-SecurityGroupsTestJSON-1871596797-project-member] Enqueued Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 966.874309] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976be832-6060-41d2-be24-f86aafff92f1 with Priority: HIGHEST for action security_group_members [ 966.874537] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGHEST for action security_group_members [ 966.874742] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 with Priority: HIGHEST for action security_group_members [ 966.875229] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-976be832-6060-41d2-be24-f86aafff92f1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.875379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.875512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.875779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.875997] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.876139] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.876229] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.876438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.876539] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.876671] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('976be832-6060-41d2-be24-f86aafff92f1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.878328] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a74999a0-54bd-4a19-bbd8-c0d54ff38831 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.879039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.879039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.879039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.879039] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.879248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.879248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.879910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.879910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.879910] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.881104] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.881104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.881104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.881104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.881104] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.881104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.881104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.881576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.881576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.881576] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.383301] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.383593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.383593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.383839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.385320] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.385437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.385713] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.385844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.412194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.412679] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.412915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.413050] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.413383] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.413555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.413709] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976be832-6060-41d2-be24-f86aafff92f1 is going to be updated. [ 967.415993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.416105] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.437589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.437846] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.437986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.438045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.438258] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.438385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.438441] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 is going to be updated. [ 967.439435] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.439613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.439697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.439911] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.440028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.440092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.440235] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.440331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.440455] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be updated. [ 967.452223] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.452501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.452553] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.452798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.452946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.461239] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976be832-6060-41d2-be24-f86aafff92f1 in Status: IN_PROGRESS for 2s [ 967.474245] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.474451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.474451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.474657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.474797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.476785] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.476948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.476948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.477155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.477288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.488220] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: IN_PROGRESS for 2s [ 967.489493] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: IN_PROGRESS for 2s [ 967.814036] env[67174]: INFO networking_nsxv3.common.synchronization [req-b7940a6e-3131-4b47-b118-33321d444d23 req-3b0910ae-4a5c-46d1-8d1f-500d24e7190f tempest-AttachVolumeShelveTestJSON-566461120 tempest-AttachVolumeShelveTestJSON-566461120-project-member] Enqueued Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_members [ 967.814751] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_members [ 967.815246] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbfe7a8d-7e54-4942-8573-02527bb360ce taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.815582] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.815786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.816208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.816482] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.816776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.816915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.817262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.817450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.819021] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.253984] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-337 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.254240] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.254295] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.254558] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.254821] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.254976] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.255947] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.256332] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.256441] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.256637] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.256751] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.256886] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.256973] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.257079] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.257343] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.257343] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.282251] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.282251] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.282251] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.282251] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.282251] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-6d82978a-311f-40b7-ab23-18811295834a taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.282251] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.282251] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.282251] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.282251] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d82978a-311f-40b7-ab23-18811295834a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.321863] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.322406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.323488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.323488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.323488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.323488] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.323488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.323488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.324033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.324231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.324429] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbfe7a8d-7e54-4942-8573-02527bb360ce already deleted. [ 968.325027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.787214] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.787214] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.787214] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.787214] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.787214] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.787214] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 6d82978a-311f-40b7-ab23-18811295834a not found, creating... [ 968.787214] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.787214] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.787214] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.787214] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.787214] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.787970] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.788300] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.788616] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.788988] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.789240] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.789469] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 6d82978a-311f-40b7-ab23-18811295834a is going to be created. [ 968.816502] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.816502] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.816502] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.816502] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.816502] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.816502] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.878725] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 968.878980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.879180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.879440] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.879542] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0e11195-7ec5-41f1-87a4-7fc1622a4c33',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.434534] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.434731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.435042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.435114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.435254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.435360] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 is going to be deleted. [ 969.475901] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 976be832-6060-41d2-be24-f86aafff92f1 in Status: SUCCESS [ 969.476139] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 976be832-6060-41d2-be24-f86aafff92f1 deletion is rescheduled due to dependency. [ 969.476320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.501382] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 in Status: SUCCESS [ 969.501619] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0e11195-7ec5-41f1-87a4-7fc1622a4c33 deletion is rescheduled due to dependency. [ 969.501763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.502844] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 in Status: SUCCESS [ 969.502951] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 deletion is rescheduled due to dependency. [ 969.503109] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.521173] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.521841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.521841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.521841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.521841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.521841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0e11195-7ec5-41f1-87a4-7fc1622a4c33" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.595401] env[67174]: INFO networking_nsxv3.common.synchronization [req-b7940a6e-3131-4b47-b118-33321d444d23 req-e68ede93-62f5-4433-a9ea-e546d64c3a6d service nova] Enqueued Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_rules [ 969.595683] env[67174]: INFO networking_nsxv3.common.synchronization [req-b7940a6e-3131-4b47-b118-33321d444d23 req-e68ede93-62f5-4433-a9ea-e546d64c3a6d service nova] Enqueued Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_members [ 969.595924] env[67174]: INFO networking_nsxv3.common.synchronization [req-b7940a6e-3131-4b47-b118-33321d444d23 req-e68ede93-62f5-4433-a9ea-e546d64c3a6d service nova] Enqueued Resource ID: 6d82978a-311f-40b7-ab23-18811295834a with Priority: HIGHEST for action port [ 969.596914] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_rules [ 969.597118] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_members [ 969.597264] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d82978a-311f-40b7-ab23-18811295834a with Priority: HIGHEST for action port [ 969.597638] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbfe7a8d-7e54-4942-8573-02527bb360ce taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.597934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.597934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.598130] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.598130] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.599468] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbfe7a8d-7e54-4942-8573-02527bb360ce taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.599468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.599468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.599468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.599676] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.599726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.599914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.599914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.599996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.600175] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.601219] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d82978a-311f-40b7-ab23-18811295834a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.601219] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.601219] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.601456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.601456] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d82978a-311f-40b7-ab23-18811295834a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.103575] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbfe7a8d-7e54-4942-8573-02527bb360ce taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.104038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.104038] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.107187] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d82978a-311f-40b7-ab23-18811295834a with status ACTIVE [ 970.107187] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.107187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.107187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.107187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.107187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.107187] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.107187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.107187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.107187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.107187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.107187] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.107187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.107187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.107187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.107187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.107187] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d82978a-311f-40b7-ab23-18811295834a is going to be updated. [ 970.133486] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.133590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.133630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.137761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.137761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.137761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.608442] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.113660] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.114079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.114079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.114172] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.114222] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.114324] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbfe7a8d-7e54-4942-8573-02527bb360ce is going to be created. [ 971.139427] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.139587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.139664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.139882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.140062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.151772] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbfe7a8d-7e54-4942-8573-02527bb360ce in Status: UNINITIALIZED for 2s [ 973.013460] env[67174]: INFO networking_nsxv3.common.synchronization [req-eab79798-68d7-4bde-a45a-4b2bc33cf864 req-beebf463-bd72-45d3-8c70-54c031f4457a tempest-ServerMetadataTestJSON-1401059731 tempest-ServerMetadataTestJSON-1401059731-project-member] Enqueued Resource ID: 319050eb-f5af-4574-8836-cc9e4fe8840e with Priority: HIGHEST for action security_group_members [ 973.014080] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319050eb-f5af-4574-8836-cc9e4fe8840e with Priority: HIGHEST for action security_group_members [ 973.014450] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-319050eb-f5af-4574-8836-cc9e4fe8840e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.014622] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.014716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.014993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.015243] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.015360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.015446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.015665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.015757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.015875] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('319050eb-f5af-4574-8836-cc9e4fe8840e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.164673] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbfe7a8d-7e54-4942-8573-02527bb360ce in Status: SUCCESS [ 973.165285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.165377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.165563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.165745] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.165935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.165935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.166081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.166369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.166369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.166369] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.341047] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.341251] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-579" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.341375] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-579" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.341710] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-579" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.341973] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.342195] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.342253] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.342460] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.342599] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.342802] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.342907] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.343016] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.343146] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.343253] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.343353] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.343478] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.364362] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.364535] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.364671] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.364846] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-579" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.365283] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-07d7cca0-10a4-41ff-8bad-aa0261da0335 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.365474] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-07d7cca0-10a4-41ff-8bad-aa0261da0335" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.366532] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-07d7cca0-10a4-41ff-8bad-aa0261da0335" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.366532] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-07d7cca0-10a4-41ff-8bad-aa0261da0335" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.366532] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d7cca0-10a4-41ff-8bad-aa0261da0335',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.517747] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.517958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.517958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.518213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.518303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.518517] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.518620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.518682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.518802] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.518872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.518953] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 319050eb-f5af-4574-8836-cc9e4fe8840e already deleted. [ 973.519042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.670619] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.868711] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.868946] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.869088] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.869428] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.869591] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.869741] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 07d7cca0-10a4-41ff-8bad-aa0261da0335 not found, creating... [ 973.870044] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.870189] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.870330] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.870520] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.870660] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.870965] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.871152] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.871273] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.871486] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.875180] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.875451] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 07d7cca0-10a4-41ff-8bad-aa0261da0335 is going to be created. [ 973.898811] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.899032] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.899168] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.899432] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.899660] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.899878] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-07d7cca0-10a4-41ff-8bad-aa0261da0335" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.173132] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbfe7a8d-7e54-4942-8573-02527bb360ce: rpc.has_security_group_logging(os_id): False [ 974.192427] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.192665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.192665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.192909] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.193008] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.193321] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.194616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.194616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.194616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.194616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.194616] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbfe7a8d-7e54-4942-8573-02527bb360ce is going to be created. [ 974.254996] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.254996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.254996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.254996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.254996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.267815] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbfe7a8d-7e54-4942-8573-02527bb360ce in Status: IN_PROGRESS for 2s [ 974.670846] env[67174]: INFO networking_nsxv3.common.synchronization [req-eab79798-68d7-4bde-a45a-4b2bc33cf864 req-468a541a-5675-4e35-9188-e4e901e7c170 service nova] Enqueued Resource ID: 319050eb-f5af-4574-8836-cc9e4fe8840e with Priority: HIGHEST for action security_group_rules [ 974.671198] env[67174]: INFO networking_nsxv3.common.synchronization [req-eab79798-68d7-4bde-a45a-4b2bc33cf864 req-468a541a-5675-4e35-9188-e4e901e7c170 service nova] Enqueued Resource ID: 319050eb-f5af-4574-8836-cc9e4fe8840e with Priority: HIGHEST for action security_group_members [ 974.671430] env[67174]: INFO networking_nsxv3.common.synchronization [req-eab79798-68d7-4bde-a45a-4b2bc33cf864 req-468a541a-5675-4e35-9188-e4e901e7c170 service nova] Enqueued Resource ID: 07d7cca0-10a4-41ff-8bad-aa0261da0335 with Priority: HIGHEST for action port [ 974.672176] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319050eb-f5af-4574-8836-cc9e4fe8840e with Priority: HIGHEST for action security_group_rules [ 974.672335] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319050eb-f5af-4574-8836-cc9e4fe8840e with Priority: HIGHEST for action security_group_members [ 974.672396] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d7cca0-10a4-41ff-8bad-aa0261da0335 with Priority: HIGHEST for action port [ 974.672685] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-319050eb-f5af-4574-8836-cc9e4fe8840e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.672803] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.672876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.673148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.673383] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('319050eb-f5af-4574-8836-cc9e4fe8840e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.674542] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-319050eb-f5af-4574-8836-cc9e4fe8840e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.674666] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.674726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.674914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.675088] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.675190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.675271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.675428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.675536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.675671] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('319050eb-f5af-4574-8836-cc9e4fe8840e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.678640] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-07d7cca0-10a4-41ff-8bad-aa0261da0335 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.678766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07d7cca0-10a4-41ff-8bad-aa0261da0335" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.678766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07d7cca0-10a4-41ff-8bad-aa0261da0335" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.679121] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07d7cca0-10a4-41ff-8bad-aa0261da0335" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.679121] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d7cca0-10a4-41ff-8bad-aa0261da0335',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.180843] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('319050eb-f5af-4574-8836-cc9e4fe8840e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.183596] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-319050eb-f5af-4574-8836-cc9e4fe8840e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.183596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.183596] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07d7cca0-10a4-41ff-8bad-aa0261da0335 with status ACTIVE [ 975.183596] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.183596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.183596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.183862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.183862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.184076] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.184076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.184170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.184759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.184759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.184759] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.185054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.185054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.185426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.185505] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.186042] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07d7cca0-10a4-41ff-8bad-aa0261da0335 is going to be updated. [ 975.216757] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.216757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.216757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.216757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.216757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.216757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07d7cca0-10a4-41ff-8bad-aa0261da0335" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.684481] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('319050eb-f5af-4574-8836-cc9e4fe8840e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.187094] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.187466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.187466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.187603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.187834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.187920] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 319050eb-f5af-4574-8836-cc9e4fe8840e is going to be created. [ 976.215449] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.215745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.215745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.215878] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.216025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.227753] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 319050eb-f5af-4574-8836-cc9e4fe8840e in Status: UNINITIALIZED for 2s [ 976.281093] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbfe7a8d-7e54-4942-8573-02527bb360ce in Status: SUCCESS [ 976.281421] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.063246] env[67174]: INFO networking_nsxv3.common.synchronization [req-99ef8c79-3a10-4183-b035-73466f024758 req-3c693a26-8485-4560-93b7-4728c090837a tempest-ImagesTestJSON-809909415 tempest-ImagesTestJSON-809909415-project-member] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 977.063797] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 977.064472] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.064563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.064627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.064850] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.065034] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.065581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.065581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.065581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.065721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.065752] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.570377] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.570762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.570762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.570902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.598459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.598850] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.599049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.599169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.599501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.599619] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.599770] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 977.644509] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.644509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.644509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.644509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.644509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.656271] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 977.812892] env[67174]: INFO networking_nsxv3.common.synchronization [req-edd9d0b7-b567-48eb-bd6e-f3c19e9a7de6 req-b92806ff-b59a-4875-a119-39c66bbadab1 tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f with Priority: HIGHEST for action security_group_members [ 977.814251] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f with Priority: HIGHEST for action security_group_members [ 977.814251] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9dc422-7342-447e-ac5b-8c81ef5c339f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.814514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.815081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.815814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.816223] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.816830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.816830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.816987] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.817397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.817397] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a9dc422-7342-447e-ac5b-8c81ef5c339f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.239350] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 319050eb-f5af-4574-8836-cc9e4fe8840e in Status: UNINITIALIZED for 4s [ 978.320541] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.321496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.321496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.321496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.344203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.344203] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.344203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.344203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.344468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.344468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.344468] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f is going to be updated. [ 978.379957] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.380184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.380184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.380496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.380684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.390997] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f in Status: IN_PROGRESS for 2s [ 979.169089] env[67174]: INFO networking_nsxv3.common.synchronization [req-5c6c07c7-61d2-4e99-8253-79442f6abdd2 req-babf08c5-0344-4101-8d93-646d4bc29521 tempest-DeleteServersTestJSON-447667271 tempest-DeleteServersTestJSON-447667271-project-member] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 979.169668] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 979.169978] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.170776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.170776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.171254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.171839] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.174087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.174180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.174369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.174459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.174558] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.508804] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.509042] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.509135] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.509451] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.511206] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.511384] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.511595] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.511834] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.511981] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.512210] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.512334] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.512426] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.512528] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.512633] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.512734] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.512860] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.532434] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.532622] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.532885] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.532951] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.533317] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.533500] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.533616] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.533993] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.534164] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.667183] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 979.667356] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db deletion is rescheduled due to dependency. [ 979.667447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.677081] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.677305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.677305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.677480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.697371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.697696] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.697820] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.697898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.698087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.698170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.698262] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 979.721692] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.721886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.721952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.722145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.722289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.731435] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 980.009518] env[67174]: INFO networking_nsxv3.common.synchronization [None req-802e555e-6cb1-4293-86ea-a657cc51d022 None None] Enqueued Resource ID: a8272ddb-ce83-4d76-871c-97169abe1af3 with Priority: HIGHEST for action port [ 980.010215] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8272ddb-ce83-4d76-871c-97169abe1af3 with Priority: HIGHEST for action port [ 980.010404] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8272ddb-ce83-4d76-871c-97169abe1af3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.010514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8272ddb-ce83-4d76-871c-97169abe1af3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.010589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8272ddb-ce83-4d76-871c-97169abe1af3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.010905] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8272ddb-ce83-4d76-871c-97169abe1af3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.010988] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8272ddb-ce83-4d76-871c-97169abe1af3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.036381] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.036556] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.036660] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.036943] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.037122] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.037272] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06 not found, creating... [ 980.037562] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.037729] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.037865] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.038516] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.038516] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.038620] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.038717] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.038911] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.039060] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.039209] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.039352] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06 is going to be created. [ 980.062783] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.062972] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.063096] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.063687] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.063933] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.064186] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.251082] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 319050eb-f5af-4574-8836-cc9e4fe8840e in Status: SUCCESS [ 980.251641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.251641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.251832] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.252063] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.252242] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.252242] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.252411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.252484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.252572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.252858] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('319050eb-f5af-4574-8836-cc9e4fe8840e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.402949] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f in Status: SUCCESS [ 980.403161] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9dc422-7342-447e-ac5b-8c81ef5c339f deletion is rescheduled due to dependency. [ 980.403298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9dc422-7342-447e-ac5b-8c81ef5c339f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.512774] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8272ddb-ce83-4d76-871c-97169abe1af3 [ 980.513181] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.513463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.513601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.513919] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.514075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.514191] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8272ddb-ce83-4d76-871c-97169abe1af3 already deleted. [ 980.514279] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8272ddb-ce83-4d76-871c-97169abe1af3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.755759] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-319050eb-f5af-4574-8836-cc9e4fe8840e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.757097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.760025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.760025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-319050eb-f5af-4574-8836-cc9e4fe8840e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.760025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.760025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.760649] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('319050eb-f5af-4574-8836-cc9e4fe8840e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.794311] env[67174]: INFO networking_nsxv3.common.synchronization [req-5c6c07c7-61d2-4e99-8253-79442f6abdd2 req-8a44beee-1705-4060-85ba-6c6b6f439a19 service nova] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_rules [ 980.794311] env[67174]: INFO networking_nsxv3.common.synchronization [req-5c6c07c7-61d2-4e99-8253-79442f6abdd2 req-8a44beee-1705-4060-85ba-6c6b6f439a19 service nova] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 980.794311] env[67174]: INFO networking_nsxv3.common.synchronization [req-5c6c07c7-61d2-4e99-8253-79442f6abdd2 req-8a44beee-1705-4060-85ba-6c6b6f439a19 service nova] Enqueued Resource ID: 5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06 with Priority: HIGHEST for action port [ 980.794311] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_rules [ 980.794311] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 980.794835] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06 with Priority: HIGHEST for action port [ 980.795543] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.798275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.798597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.798597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.798726] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.800053] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.800137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.801802] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.802035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.802142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.802415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.802490] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.264086] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 319050eb-f5af-4574-8836-cc9e4fe8840e: rpc.has_security_group_logging(os_id): False [ 981.285245] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.285422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.285468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.285683] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.285770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.285993] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.286111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.286171] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.286338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.286419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.286611] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.286705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.286766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.286909] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.286984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.287226] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.287991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.288149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.288309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.288389] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.288479] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 319050eb-f5af-4574-8836-cc9e4fe8840e is going to be created. [ 981.305951] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06 with status ACTIVE [ 981.306466] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.306617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.306691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.306902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.307802] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.308084] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.308228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.308302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.308483] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.308570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.308784] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.308887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.308968] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.309116] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.309187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.309281] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06 is going to be updated. [ 981.310486] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.310629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.352768] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.352768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.352768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.352768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.352768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.352768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5deeb1a6-c2e5-4c6f-bdca-12a5b03e3e06" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.374030] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.374030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.374030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.374030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.374030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.386579] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 319050eb-f5af-4574-8836-cc9e4fe8840e in Status: IN_PROGRESS for 2s [ 981.744982] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 981.744982] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 deletion is rescheduled due to dependency. [ 981.745158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.745319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.745539] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.745736] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.745845] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.745908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.746071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.746156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.746277] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.249184] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.452038] env[67174]: INFO networking_nsxv3.common.synchronization [None req-295b5895-2f8f-4de5-b7fb-d4cb02d0f437 None None] Enqueued Resource ID: f18dc1d6-ed24-4259-9982-7491e2bfffe7 with Priority: HIGHEST for action port [ 982.452687] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f18dc1d6-ed24-4259-9982-7491e2bfffe7 with Priority: HIGHEST for action port [ 982.457434] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-f18dc1d6-ed24-4259-9982-7491e2bfffe7 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.457775] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f18dc1d6-ed24-4259-9982-7491e2bfffe7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.457881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f18dc1d6-ed24-4259-9982-7491e2bfffe7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.458214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f18dc1d6-ed24-4259-9982-7491e2bfffe7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.459448] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f18dc1d6-ed24-4259-9982-7491e2bfffe7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.752419] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.960974] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f18dc1d6-ed24-4259-9982-7491e2bfffe7 [ 982.961225] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.961396] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.961470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.961718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.961846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.961930] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f18dc1d6-ed24-4259-9982-7491e2bfffe7 already deleted. [ 982.961988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f18dc1d6-ed24-4259-9982-7491e2bfffe7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.256577] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.256744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.256793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.257746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.257746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.257746] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 983.287216] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.287453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.287453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.287740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.287891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.296301] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 983.350292] env[67174]: INFO networking_nsxv3.common.synchronization [req-05e64f10-f191-4f08-b0b9-0baaeef2e838 req-b9efee28-a26d-4792-837b-fa0248cbd7f0 tempest-ServerActionsV293TestJSON-1457397843 tempest-ServerActionsV293TestJSON-1457397843-project-member] Enqueued Resource ID: 344f76df-0f27-43a5-b607-5759885a92e1 with Priority: HIGHEST for action security_group_members [ 983.350841] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344f76df-0f27-43a5-b607-5759885a92e1 with Priority: HIGHEST for action security_group_members [ 983.351173] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-344f76df-0f27-43a5-b607-5759885a92e1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.351291] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.351354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.351648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.351878] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.352033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.352124] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.352337] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.352444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.352570] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('344f76df-0f27-43a5-b607-5759885a92e1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.399971] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 319050eb-f5af-4574-8836-cc9e4fe8840e in Status: SUCCESS [ 983.400258] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.741447] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.741756] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-878" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.741756] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-878" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.742081] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-878" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.742338] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.742492] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.742677] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.742991] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.742991] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.743740] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.743865] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.743978] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.744102] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.744213] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.744317] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.744449] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.767356] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.767507] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.767621] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.767799] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-878" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.768131] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-4ecc7024-ec24-4dd7-923c-6a7c6feadf31 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.768353] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-4ecc7024-ec24-4dd7-923c-6a7c6feadf31" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.768418] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-4ecc7024-ec24-4dd7-923c-6a7c6feadf31" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.768738] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-4ecc7024-ec24-4dd7-923c-6a7c6feadf31" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.768871] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ecc7024-ec24-4dd7-923c-6a7c6feadf31',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.859642] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.861407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.861407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.861407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.861407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.861407] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.861407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.861407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.861407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.861407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.861407] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 344f76df-0f27-43a5-b607-5759885a92e1 already deleted. [ 983.861407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.271098] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.271879] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.271879] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.271879] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.272206] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.272206] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 4ecc7024-ec24-4dd7-923c-6a7c6feadf31 not found, creating... [ 984.272741] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.272741] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.272972] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.273104] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.273255] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.273555] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.273710] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.273822] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.274051] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.274504] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.274690] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 4ecc7024-ec24-4dd7-923c-6a7c6feadf31 is going to be created. [ 984.307135] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.307363] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.307485] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.307836] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.308101] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.308341] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-4ecc7024-ec24-4dd7-923c-6a7c6feadf31" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.071027] env[67174]: INFO networking_nsxv3.common.synchronization [req-05e64f10-f191-4f08-b0b9-0baaeef2e838 req-713162ad-f798-4254-b90c-f635541e0a8a service nova] Enqueued Resource ID: 344f76df-0f27-43a5-b607-5759885a92e1 with Priority: HIGHEST for action security_group_rules [ 985.071325] env[67174]: INFO networking_nsxv3.common.synchronization [req-05e64f10-f191-4f08-b0b9-0baaeef2e838 req-713162ad-f798-4254-b90c-f635541e0a8a service nova] Enqueued Resource ID: 344f76df-0f27-43a5-b607-5759885a92e1 with Priority: HIGHEST for action security_group_members [ 985.071529] env[67174]: INFO networking_nsxv3.common.synchronization [req-05e64f10-f191-4f08-b0b9-0baaeef2e838 req-713162ad-f798-4254-b90c-f635541e0a8a service nova] Enqueued Resource ID: 4ecc7024-ec24-4dd7-923c-6a7c6feadf31 with Priority: HIGHEST for action port [ 985.072160] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344f76df-0f27-43a5-b607-5759885a92e1 with Priority: HIGHEST for action security_group_rules [ 985.072384] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344f76df-0f27-43a5-b607-5759885a92e1 with Priority: HIGHEST for action security_group_members [ 985.072573] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecc7024-ec24-4dd7-923c-6a7c6feadf31 with Priority: HIGHEST for action port [ 985.073030] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-344f76df-0f27-43a5-b607-5759885a92e1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.073242] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.073339] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.073641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.073735] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('344f76df-0f27-43a5-b607-5759885a92e1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.074771] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-344f76df-0f27-43a5-b607-5759885a92e1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.074893] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.074956] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.075166] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.075346] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.075486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.075486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.075633] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.075716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.075812] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('344f76df-0f27-43a5-b607-5759885a92e1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.077777] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ecc7024-ec24-4dd7-923c-6a7c6feadf31 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.077893] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ecc7024-ec24-4dd7-923c-6a7c6feadf31" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.077984] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ecc7024-ec24-4dd7-923c-6a7c6feadf31" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.078119] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ecc7024-ec24-4dd7-923c-6a7c6feadf31" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.078189] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ecc7024-ec24-4dd7-923c-6a7c6feadf31',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.308851] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 985.309133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.309333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.309580] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.309783] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.309905] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.309985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.310207] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.310267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.310298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.310394] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.580991] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-344f76df-0f27-43a5-b607-5759885a92e1 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.580991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.580991] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ecc7024-ec24-4dd7-923c-6a7c6feadf31 with status ACTIVE [ 985.581217] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.581217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.581394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.581438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.581517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.582021] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.582021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.582021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.582021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.582238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.582238] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.582342] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.582394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.582537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.582590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.582674] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ecc7024-ec24-4dd7-923c-6a7c6feadf31 is going to be updated. [ 985.586936] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('344f76df-0f27-43a5-b607-5759885a92e1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.609204] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.609353] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.609443] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.609637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.609734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.609981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ecc7024-ec24-4dd7-923c-6a7c6feadf31" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.661027] env[67174]: INFO networking_nsxv3.common.synchronization [req-a53e3bb3-5e9e-441f-8d77-c386743c4705 req-c281eae1-5e68-47d2-9cb4-2983f643268e tempest-ImagesTestJSON-809909415 tempest-ImagesTestJSON-809909415-project-member] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 985.664066] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 985.664066] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.664066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.664066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.664066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.664066] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.664066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.664066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.664066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.664066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.664066] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.812581] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.812784] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.812842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.813897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.813897] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.813897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.813897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.814192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.814192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.814327] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.814487] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.814635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.814725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.814901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.815084] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.815180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.815279] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.815453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.815555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.815684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.815733] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.078528] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.078901] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.078901] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.079116] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.079396] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.079549] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.079662] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.079892] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.080056] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.080262] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.080390] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.080495] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.080609] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.080712] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.080815] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.080941] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.091544] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('344f76df-0f27-43a5-b607-5759885a92e1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.101662] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.101662] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.101845] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.101991] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.102347] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-7546c565-7a01-45da-9e1d-6f2035e679e2 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.102615] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-7546c565-7a01-45da-9e1d-6f2035e679e2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.102701] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-7546c565-7a01-45da-9e1d-6f2035e679e2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.103063] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-7546c565-7a01-45da-9e1d-6f2035e679e2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.103253] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7546c565-7a01-45da-9e1d-6f2035e679e2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.165281] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.165513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.165597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.165816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.165912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.166204] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.166335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.166405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.166566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.166634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.166729] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 986.193209] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.193402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.193443] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.193629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.193772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.203404] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 986.317544] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbb538cf-aaab-4d8a-ac66-6eccf3b18d66: rpc.has_security_group_logging(os_id): False [ 986.341260] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.341413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.341467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.341700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.341822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.341994] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.342118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.342178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.342317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.342393] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.342602] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.342703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.342764] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.342888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.342969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.343149] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.343149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.343461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.343461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.343578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.343636] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 986.451713] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.451998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.451998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.452372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.452372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.472863] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 986.593854] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.594059] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.594104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.594355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.594442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.594567] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 344f76df-0f27-43a5-b607-5759885a92e1 is going to be created. [ 986.606038] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.606038] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.606038] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.606361] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.606361] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.607030] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 7546c565-7a01-45da-9e1d-6f2035e679e2 not found, creating... [ 986.607030] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.607030] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.607249] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.607407] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.607585] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.607915] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.608092] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.608208] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.608444] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.608608] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.608779] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 7546c565-7a01-45da-9e1d-6f2035e679e2 is going to be created. [ 986.626883] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.627146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.627146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.627389] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.627585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.636234] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.636525] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.636584] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.636883] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.637148] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.637395] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-7546c565-7a01-45da-9e1d-6f2035e679e2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.640879] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 344f76df-0f27-43a5-b607-5759885a92e1 in Status: UNINITIALIZED for 2s [ 987.321086] env[67174]: INFO networking_nsxv3.common.synchronization [None req-4c727b54-b275-41fc-9b46-5b108af089dc None None] Enqueued Resource ID: 938a6e0f-af8a-44c9-9b47-29ff3b4479de with Priority: HIGHEST for action port [ 987.321440] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938a6e0f-af8a-44c9-9b47-29ff3b4479de with Priority: HIGHEST for action port [ 987.321759] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-938a6e0f-af8a-44c9-9b47-29ff3b4479de taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.321950] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-938a6e0f-af8a-44c9-9b47-29ff3b4479de" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.321950] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-938a6e0f-af8a-44c9-9b47-29ff3b4479de" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.322356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-938a6e0f-af8a-44c9-9b47-29ff3b4479de" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.322356] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('938a6e0f-af8a-44c9-9b47-29ff3b4479de',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.364383] env[67174]: INFO networking_nsxv3.common.synchronization [req-a53e3bb3-5e9e-441f-8d77-c386743c4705 req-52f8caee-8703-4d49-a260-4054ec1e4186 service nova] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_rules [ 987.364383] env[67174]: INFO networking_nsxv3.common.synchronization [req-a53e3bb3-5e9e-441f-8d77-c386743c4705 req-52f8caee-8703-4d49-a260-4054ec1e4186 service nova] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 987.364383] env[67174]: INFO networking_nsxv3.common.synchronization [req-a53e3bb3-5e9e-441f-8d77-c386743c4705 req-52f8caee-8703-4d49-a260-4054ec1e4186 service nova] Enqueued Resource ID: 7546c565-7a01-45da-9e1d-6f2035e679e2 with Priority: HIGHEST for action port [ 987.364646] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_rules [ 987.364797] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 987.364897] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7546c565-7a01-45da-9e1d-6f2035e679e2 with Priority: HIGHEST for action port [ 987.365400] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.365568] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.365600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.365806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.365937] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.367458] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.367581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.367897] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-7546c565-7a01-45da-9e1d-6f2035e679e2 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.368100] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7546c565-7a01-45da-9e1d-6f2035e679e2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.368158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7546c565-7a01-45da-9e1d-6f2035e679e2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.368395] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7546c565-7a01-45da-9e1d-6f2035e679e2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.368585] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7546c565-7a01-45da-9e1d-6f2035e679e2',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.715038] env[67174]: INFO networking_nsxv3.common.synchronization [req-c869c85e-2a8b-41fd-85cf-58243cde0e1c req-986ebe1a-9db1-426e-af03-aebd4abb151e tempest-ServerMetadataTestJSON-1401059731 tempest-ServerMetadataTestJSON-1401059731-project-member] Enqueued Resource ID: 319050eb-f5af-4574-8836-cc9e4fe8840e with Priority: HIGHEST for action security_group_members [ 987.716180] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319050eb-f5af-4574-8836-cc9e4fe8840e with Priority: HIGHEST for action security_group_members [ 987.716180] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-319050eb-f5af-4574-8836-cc9e4fe8840e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.716374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.716374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.716567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.716734] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.716837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.716899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.717061] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.717148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.717244] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('319050eb-f5af-4574-8836-cc9e4fe8840e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.829038] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 938a6e0f-af8a-44c9-9b47-29ff3b4479de [ 987.829308] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.829456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.829525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.829774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.829861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.829982] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:938a6e0f-af8a-44c9-9b47-29ff3b4479de already deleted. [ 987.830073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-938a6e0f-af8a-44c9-9b47-29ff3b4479de" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.870821] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.870968] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.871509] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7546c565-7a01-45da-9e1d-6f2035e679e2 with status ACTIVE [ 987.871509] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.871658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.871658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.871837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.871920] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.872104] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.872390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.872390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.872491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.872491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.872797] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.872877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.872914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.881018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.881018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.881018] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7546c565-7a01-45da-9e1d-6f2035e679e2 is going to be updated. [ 987.900923] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.901089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.901154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.902027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.902027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.902027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7546c565-7a01-45da-9e1d-6f2035e679e2" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.213875] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 988.214214] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db deletion is rescheduled due to dependency. [ 988.214214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.214868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.214868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.214868] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.214868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.214868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.215070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.215070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.215198] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.219062] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.219224] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.219260] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.219450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.220296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.220537] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.220649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.220718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.220879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.220960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.221134] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 319050eb-f5af-4574-8836-cc9e4fe8840e is going to be updated. [ 988.250615] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.250791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.250791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.252022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.252022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.259768] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 319050eb-f5af-4574-8836-cc9e4fe8840e in Status: IN_PROGRESS for 2s [ 988.489533] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 988.489816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.513254] env[67174]: INFO networking_nsxv3.common.synchronization [None req-fff6d63a-9ae0-43ce-a12e-f6186eaab25a tempest-ServerActionsTestJSON-1412117943 tempest-ServerActionsTestJSON-1412117943-project-member] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_rules [ 988.513866] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_rules [ 988.514473] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.514473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.514473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.514854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.514945] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.637665] env[67174]: INFO networking_nsxv3.common.synchronization [None req-4cee52dd-145e-43ed-83a8-071df06db658 tempest-ServerActionsTestJSON-1412117943 tempest-ServerActionsTestJSON-1412117943-project-member] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_rules [ 988.638273] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_rules [ 988.638573] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.638666] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.652184] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 344f76df-0f27-43a5-b607-5759885a92e1 in Status: SUCCESS [ 988.652406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.652562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.652773] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.652966] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.653094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.654039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.654135] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.654203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.654303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.654403] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('344f76df-0f27-43a5-b607-5759885a92e1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.717403] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.042321] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.042592] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.042662] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.042971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.043194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.043348] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 already deleted. [ 989.043530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.043770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.043969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.044069] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.160675] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('344f76df-0f27-43a5-b607-5759885a92e1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.224639] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.572030] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.572030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.574688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.575034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.575142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.575319] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 already deleted. [ 989.575445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.665321] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 344f76df-0f27-43a5-b607-5759885a92e1: rpc.has_security_group_logging(os_id): False [ 989.691481] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.691481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.691481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.691481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.691481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.691839] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.691887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.691998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.692216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.692335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.692443] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 344f76df-0f27-43a5-b607-5759885a92e1 is going to be created. [ 989.729180] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.729180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.729180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.729180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.729180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.729180] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 989.936339] env[67174]: INFO networking_nsxv3.common.synchronization [None req-0f5bd171-e141-4a0f-92a4-67fcd5de74fc None None] Enqueued Resource ID: 940da19b-e730-4671-be68-9e2cf7726bf1 with Priority: HIGHEST for action port [ 989.937397] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 940da19b-e730-4671-be68-9e2cf7726bf1 with Priority: HIGHEST for action port [ 989.937724] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-940da19b-e730-4671-be68-9e2cf7726bf1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.937845] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-940da19b-e730-4671-be68-9e2cf7726bf1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.937916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-940da19b-e730-4671-be68-9e2cf7726bf1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.938737] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-940da19b-e730-4671-be68-9e2cf7726bf1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.938773] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('940da19b-e730-4671-be68-9e2cf7726bf1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.004257] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.005057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.005057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.005271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.005313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.016313] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.016313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.016463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.016707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.016815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.034327] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 990.045954] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 344f76df-0f27-43a5-b607-5759885a92e1 in Status: IN_PROGRESS for 2s [ 990.271350] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 319050eb-f5af-4574-8836-cc9e4fe8840e in Status: SUCCESS [ 990.271350] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 319050eb-f5af-4574-8836-cc9e4fe8840e deletion is rescheduled due to dependency. [ 990.271350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.309424] env[67174]: INFO networking_nsxv3.common.synchronization [None req-65613931-a06c-460e-94f5-f43d71885727 tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGHEST for action security_group_rules [ 990.310268] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGHEST for action security_group_rules [ 990.312402] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f72f098-0d21-413a-8c90-001a2a77e50b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.312402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.312402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.312402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.312402] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f72f098-0d21-413a-8c90-001a2a77e50b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.410797] env[67174]: INFO networking_nsxv3.common.synchronization [None req-b21ea185-46f8-4079-be64-ac19deb3127a tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGHEST for action security_group_rules [ 990.410797] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGHEST for action security_group_rules [ 990.410954] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f72f098-0d21-413a-8c90-001a2a77e50b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.411174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.443800] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 940da19b-e730-4671-be68-9e2cf7726bf1 [ 990.444449] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.444449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.444449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.444657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.444704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.444817] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:940da19b-e730-4671-be68-9e2cf7726bf1 already deleted. [ 990.444879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-940da19b-e730-4671-be68-9e2cf7726bf1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.835364] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.835736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.835736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.836076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.836253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.836421] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f72f098-0d21-413a-8c90-001a2a77e50b already deleted. [ 990.836576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.836768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.836987] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.837127] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f72f098-0d21-413a-8c90-001a2a77e50b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.371352] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.371352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.371352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.371352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.371352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.371352] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f72f098-0d21-413a-8c90-001a2a77e50b already deleted. [ 991.371352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.049421] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 992.050053] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.050338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.050633] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.052812] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.052812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.052812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.052812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.052812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.052812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.052812] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.066893] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 344f76df-0f27-43a5-b607-5759885a92e1 in Status: SUCCESS [ 992.068636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.554859] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.555039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.555111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.555388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.555560] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.555665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.555729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.555886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.555971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.556074] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.556232] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.556339] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.556397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.556538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.556732] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.556797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.556797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.557022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.557122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.557208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.557296] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.059369] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 210a4361-d8e9-49d1-931e-c890119ad0db: rpc.has_security_group_logging(os_id): False [ 993.081407] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.081621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.081621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.081844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.081932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.082150] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.082255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.082318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.082465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.082540] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.082724] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.082816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.082875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.083023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.083096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.083354] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.083451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.083509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.083824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.083824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.083824] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 993.150237] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.150237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.150237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.150237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.150237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.165261] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 993.451809] env[67174]: INFO networking_nsxv3.common.synchronization [req-a7f07aa1-f392-441a-aadb-bf04e45cf3f0 req-61724d68-722d-4602-a9b0-26e11e6aa1f8 tempest-DeleteServersTestJSON-447667271 tempest-DeleteServersTestJSON-447667271-project-member] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 993.452429] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 993.453038] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.453038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.453038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.453247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.453429] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.453547] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.453643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.453830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.453957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.454087] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.957401] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.957616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.957711] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.957933] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.958052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.958304] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.958456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.958517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.958724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.958809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.958900] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 993.992082] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.992296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.992296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.992542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.992690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.003747] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 995.182905] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 995.183254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.015992] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 996.015992] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 deletion is rescheduled due to dependency. [ 996.016638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.454415] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 998.454415] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 999.008468] env[67174]: INFO networking_nsxv3.common.synchronization [req-e56871bb-aec5-4486-9425-dcdd8c1f0441 req-c6f4082d-6c9d-4a75-bbb2-709d62b76610 tempest-ServerGroupTestJSON-94637751 tempest-ServerGroupTestJSON-94637751-project-member] Enqueued Resource ID: 6ab53c22-3948-4b56-970f-b71603faf3ab with Priority: HIGHEST for action security_group_members [ 999.008985] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ab53c22-3948-4b56-970f-b71603faf3ab with Priority: HIGHEST for action security_group_members [ 999.009312] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ab53c22-3948-4b56-970f-b71603faf3ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.009431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.009494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.009744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.009893] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.009989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.010172] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.010338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.010427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.010517] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ab53c22-3948-4b56-970f-b71603faf3ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.394354] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.394554] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-442" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.395439] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-442" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.395439] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-442" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.395439] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.395439] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.395646] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.395786] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.395986] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.396138] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.396256] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.396374] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.396490] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.396599] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.396702] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.396832] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.418114] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.418114] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.418198] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.418350] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-442" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.418669] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-c1acdae6-175f-4d4f-96d5-44298f1b8725 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.418836] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-c1acdae6-175f-4d4f-96d5-44298f1b8725" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.418957] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-c1acdae6-175f-4d4f-96d5-44298f1b8725" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.419320] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-c1acdae6-175f-4d4f-96d5-44298f1b8725" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.420209] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1acdae6-175f-4d4f-96d5-44298f1b8725',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.514037] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.514461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.514461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.514557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.514653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.514763] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.514860] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.514914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.515077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.515151] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.515233] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ab53c22-3948-4b56-970f-b71603faf3ab already deleted. [ 999.515394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.924592] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.924592] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.924592] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.924592] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.924592] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.924592] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port c1acdae6-175f-4d4f-96d5-44298f1b8725 not found, creating... [ 999.924592] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.924592] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.924592] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.925064] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.925064] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.925469] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.925469] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.925469] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.925699] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.925759] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.925896] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: c1acdae6-175f-4d4f-96d5-44298f1b8725 is going to be created. [ 999.948695] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.948984] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.949065] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.950264] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.950264] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.950264] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-c1acdae6-175f-4d4f-96d5-44298f1b8725" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.320657] env[67174]: INFO networking_nsxv3.common.synchronization [req-12e5f1bd-7702-41aa-a221-dfb4a5bbfbdf req-80e7502e-8403-4d50-b9b1-b102342e89ef tempest-ServerActionsTestJSON-1412117943 tempest-ServerActionsTestJSON-1412117943-project-member] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1000.321365] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1000.321725] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.321895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.321995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.322613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.322613] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.322613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.322838] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.322886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.322988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.323107] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.627863] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.629142] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.629142] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.629428] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.629846] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.631434] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.631434] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.631434] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.631434] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.631434] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.631434] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.631434] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.631434] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.631434] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.631434] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.631895] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.651679] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.652298] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.652298] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.652298] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.652814] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-77efff7c-92dd-43ea-a9f1-6bfc3471e94c taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.652814] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-77efff7c-92dd-43ea-a9f1-6bfc3471e94c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.652959] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-77efff7c-92dd-43ea-a9f1-6bfc3471e94c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.653220] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-77efff7c-92dd-43ea-a9f1-6bfc3471e94c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.653392] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77efff7c-92dd-43ea-a9f1-6bfc3471e94c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.655897] env[67174]: INFO networking_nsxv3.common.synchronization [req-e56871bb-aec5-4486-9425-dcdd8c1f0441 req-655cb533-556a-487e-9b95-c9a52de82f6e service nova] Enqueued Resource ID: 6ab53c22-3948-4b56-970f-b71603faf3ab with Priority: HIGHEST for action security_group_rules [ 1000.656091] env[67174]: INFO networking_nsxv3.common.synchronization [req-e56871bb-aec5-4486-9425-dcdd8c1f0441 req-655cb533-556a-487e-9b95-c9a52de82f6e service nova] Enqueued Resource ID: 6ab53c22-3948-4b56-970f-b71603faf3ab with Priority: HIGHEST for action security_group_members [ 1000.656281] env[67174]: INFO networking_nsxv3.common.synchronization [req-e56871bb-aec5-4486-9425-dcdd8c1f0441 req-655cb533-556a-487e-9b95-c9a52de82f6e service nova] Enqueued Resource ID: c1acdae6-175f-4d4f-96d5-44298f1b8725 with Priority: HIGHEST for action port [ 1000.656784] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ab53c22-3948-4b56-970f-b71603faf3ab with Priority: HIGHEST for action security_group_rules [ 1000.656872] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ab53c22-3948-4b56-970f-b71603faf3ab with Priority: HIGHEST for action security_group_members [ 1000.656961] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1acdae6-175f-4d4f-96d5-44298f1b8725 with Priority: HIGHEST for action port [ 1000.658124] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ab53c22-3948-4b56-970f-b71603faf3ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.658997] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.658997] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.658997] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.658997] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ab53c22-3948-4b56-970f-b71603faf3ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.659807] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ab53c22-3948-4b56-970f-b71603faf3ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.659929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.659995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.660186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.662046] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.662046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.662046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.662046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.662046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.662046] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ab53c22-3948-4b56-970f-b71603faf3ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.663599] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1acdae6-175f-4d4f-96d5-44298f1b8725 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.664065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1acdae6-175f-4d4f-96d5-44298f1b8725" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.664868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1acdae6-175f-4d4f-96d5-44298f1b8725" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.666696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1acdae6-175f-4d4f-96d5-44298f1b8725" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.666696] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1acdae6-175f-4d4f-96d5-44298f1b8725',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.825595] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.825751] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.825821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.826059] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.826147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.826590] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.826756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.826892] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.827132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.827229] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.827324] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 already deleted. [ 1000.827408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.157699] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.157932] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.158067] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.158352] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.158502] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.158653] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 77efff7c-92dd-43ea-a9f1-6bfc3471e94c not found, creating... [ 1001.158908] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.159082] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.159198] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.159422] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.159592] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.159886] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.160052] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.160168] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.160385] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.160516] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.160652] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 77efff7c-92dd-43ea-a9f1-6bfc3471e94c is going to be created. [ 1001.167329] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ab53c22-3948-4b56-970f-b71603faf3ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.167471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.167671] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ab53c22-3948-4b56-970f-b71603faf3ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.168531] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1acdae6-175f-4d4f-96d5-44298f1b8725 with status ACTIVE [ 1001.168692] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.168798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.168798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.169290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.169290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.169290] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.169525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.169525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.169664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.169733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.169915] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.170156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.170156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.170386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.170386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.170552] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1acdae6-175f-4d4f-96d5-44298f1b8725 is going to be updated. [ 1001.183543] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.183739] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.183847] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.184361] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.184590] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.184807] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-77efff7c-92dd-43ea-a9f1-6bfc3471e94c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.191933] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.192108] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.192174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.192340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.192469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.192623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1acdae6-175f-4d4f-96d5-44298f1b8725" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.673671] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ab53c22-3948-4b56-970f-b71603faf3ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.930645] env[67174]: INFO networking_nsxv3.common.synchronization [req-12e5f1bd-7702-41aa-a221-dfb4a5bbfbdf req-09a617bc-2f63-46ae-88e4-a92729f9316f service nova] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_rules [ 1001.930816] env[67174]: INFO networking_nsxv3.common.synchronization [req-12e5f1bd-7702-41aa-a221-dfb4a5bbfbdf req-09a617bc-2f63-46ae-88e4-a92729f9316f service nova] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1001.930960] env[67174]: INFO networking_nsxv3.common.synchronization [req-12e5f1bd-7702-41aa-a221-dfb4a5bbfbdf req-09a617bc-2f63-46ae-88e4-a92729f9316f service nova] Enqueued Resource ID: 77efff7c-92dd-43ea-a9f1-6bfc3471e94c with Priority: HIGHEST for action port [ 1001.931548] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_rules [ 1001.931777] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1001.931837] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77efff7c-92dd-43ea-a9f1-6bfc3471e94c with Priority: HIGHEST for action port [ 1001.932159] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.932313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.932372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.932590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.932657] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.934607] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.934607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.934607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.935588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.935884] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.936073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.936192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.936413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.936551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.936697] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.939897] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-77efff7c-92dd-43ea-a9f1-6bfc3471e94c taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.940384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77efff7c-92dd-43ea-a9f1-6bfc3471e94c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.940513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77efff7c-92dd-43ea-a9f1-6bfc3471e94c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.940684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77efff7c-92dd-43ea-a9f1-6bfc3471e94c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.940813] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77efff7c-92dd-43ea-a9f1-6bfc3471e94c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.176027] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.176236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.176236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.176536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.176627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.176774] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ab53c22-3948-4b56-970f-b71603faf3ab is going to be created. [ 1002.214423] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.214697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.214697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.214872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.215051] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.225336] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ab53c22-3948-4b56-970f-b71603faf3ab in Status: UNINITIALIZED for 2s [ 1002.434606] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.434696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.443409] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.445722] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77efff7c-92dd-43ea-a9f1-6bfc3471e94c with status ACTIVE [ 1002.445722] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.445722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.445722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.445722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.445722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.445722] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.445722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.446214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.446214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.446214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.446460] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.446568] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.446619] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.446885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.446921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.446998] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77efff7c-92dd-43ea-a9f1-6bfc3471e94c is going to be updated. [ 1002.468374] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.468512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.468587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.468885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.469153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.469255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77efff7c-92dd-43ea-a9f1-6bfc3471e94c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.619873] env[67174]: INFO networking_nsxv3.common.synchronization [req-ba770b93-6601-4030-a70d-d61dfaebe928 req-ad8778ec-d896-4c3f-a27d-f5da362fa9bd tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGHEST for action security_group_members [ 1002.620201] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGHEST for action security_group_members [ 1002.620870] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f72f098-0d21-413a-8c90-001a2a77e50b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.621060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.621163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.621499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.621712] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.621812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.621891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.622379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.622525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.622868] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f72f098-0d21-413a-8c90-001a2a77e50b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.943115] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.943115] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.943579] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.943579] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.943828] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.944012] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.944153] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.945029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.945176] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.945535] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.945700] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.945866] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.946023] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.946198] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.946354] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.946594] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.948511] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.011042] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.011042] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.064 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.011267] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.011391] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.011722] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-f33fbc65-ad4d-4b6d-8e47-ad1c744278f6 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.011896] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-f33fbc65-ad4d-4b6d-8e47-ad1c744278f6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.012028] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-f33fbc65-ad4d-4b6d-8e47-ad1c744278f6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.012392] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-f33fbc65-ad4d-4b6d-8e47-ad1c744278f6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.012534] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33fbc65-ad4d-4b6d-8e47-ad1c744278f6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.125603] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.125799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.125875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.126079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.126169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.126374] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.126474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.126535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.126715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.126769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.127116] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f72f098-0d21-413a-8c90-001a2a77e50b already deleted. [ 1003.127116] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.450470] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.450688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.450688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.450889] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.450976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.451089] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 is going to be created. [ 1003.476126] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.476126] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.476126] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.476420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.476664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.489163] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: UNINITIALIZED for 2s [ 1003.517065] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.517306] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.517433] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.517728] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.517879] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.518045] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port f33fbc65-ad4d-4b6d-8e47-ad1c744278f6 not found, creating... [ 1003.518309] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.518466] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.518581] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.518871] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.519029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.519307] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.519557] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.519697] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.519901] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.520045] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.520184] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: f33fbc65-ad4d-4b6d-8e47-ad1c744278f6 is going to be created. [ 1003.541321] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.541537] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.541627] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.541913] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.542166] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.542393] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-f33fbc65-ad4d-4b6d-8e47-ad1c744278f6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.237212] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ab53c22-3948-4b56-970f-b71603faf3ab in Status: UNINITIALIZED for 4s [ 1004.257544] env[67174]: INFO networking_nsxv3.common.synchronization [req-ba770b93-6601-4030-a70d-d61dfaebe928 req-2dec63fc-ebdb-43e5-8bb4-07fc14c40a4d service nova] Enqueued Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGHEST for action security_group_rules [ 1004.257730] env[67174]: INFO networking_nsxv3.common.synchronization [req-ba770b93-6601-4030-a70d-d61dfaebe928 req-2dec63fc-ebdb-43e5-8bb4-07fc14c40a4d service nova] Enqueued Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGHEST for action security_group_members [ 1004.257878] env[67174]: INFO networking_nsxv3.common.synchronization [req-ba770b93-6601-4030-a70d-d61dfaebe928 req-2dec63fc-ebdb-43e5-8bb4-07fc14c40a4d service nova] Enqueued Resource ID: f33fbc65-ad4d-4b6d-8e47-ad1c744278f6 with Priority: HIGHEST for action port [ 1004.260052] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGHEST for action security_group_rules [ 1004.260052] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGHEST for action security_group_members [ 1004.260052] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33fbc65-ad4d-4b6d-8e47-ad1c744278f6 with Priority: HIGHEST for action port [ 1004.260381] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f72f098-0d21-413a-8c90-001a2a77e50b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.260631] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.260631] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.261041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.261041] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f72f098-0d21-413a-8c90-001a2a77e50b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.261758] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f72f098-0d21-413a-8c90-001a2a77e50b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.261858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.261913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.262099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.262252] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.262340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.262392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.262575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.262627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.262837] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f72f098-0d21-413a-8c90-001a2a77e50b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.263615] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-f33fbc65-ad4d-4b6d-8e47-ad1c744278f6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.263795] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f33fbc65-ad4d-4b6d-8e47-ad1c744278f6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.263795] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f33fbc65-ad4d-4b6d-8e47-ad1c744278f6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.263931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f33fbc65-ad4d-4b6d-8e47-ad1c744278f6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.263985] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33fbc65-ad4d-4b6d-8e47-ad1c744278f6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.766180] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f72f098-0d21-413a-8c90-001a2a77e50b taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.766398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.766939] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f72f098-0d21-413a-8c90-001a2a77e50b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.767664] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f33fbc65-ad4d-4b6d-8e47-ad1c744278f6 with status ACTIVE [ 1004.767857] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.767979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.768066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.768264] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.768395] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.768676] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.768903] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.768903] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.769630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.769733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.769932] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.770038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.770213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.770423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.770847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.770966] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f33fbc65-ad4d-4b6d-8e47-ad1c744278f6 is going to be updated. [ 1004.798222] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.798445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.798558] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.798894] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.799154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.799446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f33fbc65-ad4d-4b6d-8e47-ad1c744278f6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.273209] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f72f098-0d21-413a-8c90-001a2a77e50b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.501716] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: SUCCESS [ 1005.501916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.502157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.502419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.502668] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.502977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.503070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.503424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.503511] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.503619] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.503756] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.776594] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.776732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.776771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.779070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.779070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.779070] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f72f098-0d21-413a-8c90-001a2a77e50b is going to be created. [ 1005.807865] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.808087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.808205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.808692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.808692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.822886] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f72f098-0d21-413a-8c90-001a2a77e50b in Status: UNINITIALIZED for 2s [ 1006.007426] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.248750] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ab53c22-3948-4b56-970f-b71603faf3ab in Status: SUCCESS [ 1006.250047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.250047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.250047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.250047] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.250047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.250047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.250731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.250731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.250731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.250731] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ab53c22-3948-4b56-970f-b71603faf3ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.509450] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff9ec72c-cf82-48bd-be36-7dbaf6703ee4: rpc.has_security_group_logging(os_id): False [ 1006.537871] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.537871] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.537871] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.538489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.538489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.538683] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.538804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.539694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.539694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.539694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.539694] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 is going to be created. [ 1006.629563] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.629955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.630118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.630590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.630872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.644685] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: IN_PROGRESS for 2s [ 1006.753347] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ab53c22-3948-4b56-970f-b71603faf3ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.753656] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.753656] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.753931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.754165] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.754313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.754439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.754730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.754928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.755129] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.755379] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ab53c22-3948-4b56-970f-b71603faf3ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.755544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.755650] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.755839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.756052] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.756189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.756293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.756610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.756730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.756873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.757063] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ab53c22-3948-4b56-970f-b71603faf3ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.259631] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ab53c22-3948-4b56-970f-b71603faf3ab: rpc.has_security_group_logging(os_id): False [ 1007.277056] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.277272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.277272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.277490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.277583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.277824] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.277954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.277998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.278162] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.278241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.278460] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.278559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.278618] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.278757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.278830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.279048] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.279143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.279202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.279340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.279421] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.279508] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ab53c22-3948-4b56-970f-b71603faf3ab is going to be created. [ 1007.350573] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.350739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.350787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.350996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.351205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.363586] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ab53c22-3948-4b56-970f-b71603faf3ab in Status: IN_PROGRESS for 2s [ 1007.833329] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f72f098-0d21-413a-8c90-001a2a77e50b in Status: SUCCESS [ 1007.833575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.833753] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.834025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.834246] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.834366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.834429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.834608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.834713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.834804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.834907] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f72f098-0d21-413a-8c90-001a2a77e50b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.302978] env[67174]: INFO networking_nsxv3.common.synchronization [req-56b8728b-8471-4c12-bc3d-1b501b81fab7 req-24be19d2-9b1c-4187-8b95-36e96b7ed659 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1008.303727] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1008.304430] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.304430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.304430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.304838] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.304838] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.304838] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.304838] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.305322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.305322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.305322] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.337774] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f72f098-0d21-413a-8c90-001a2a77e50b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.661713] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: SUCCESS [ 1008.661713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.668039] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.668228] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.668323] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.668773] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.669155] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.669413] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.669531] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.669821] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.670059] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.670388] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.670493] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.670596] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.670714] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.670828] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.670932] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.671081] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.693933] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.694200] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.694356] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.694541] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.694936] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-33a6c803-5f4f-4c05-8843-13f24d16a41a taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.695156] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-33a6c803-5f4f-4c05-8843-13f24d16a41a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.695385] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-33a6c803-5f4f-4c05-8843-13f24d16a41a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.695811] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-33a6c803-5f4f-4c05-8843-13f24d16a41a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.695998] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33a6c803-5f4f-4c05-8843-13f24d16a41a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.808049] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.808049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.808049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.808324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.808324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.808545] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.808638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.808728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.808968] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.809097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.809213] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 already deleted. [ 1008.809327] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.840522] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f72f098-0d21-413a-8c90-001a2a77e50b: rpc.has_security_group_logging(os_id): False [ 1008.860863] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.861028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.861083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.861354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.861468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.861800] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.861800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.861951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.862023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.862092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.862178] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f72f098-0d21-413a-8c90-001a2a77e50b is going to be created. [ 1008.929029] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.929171] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.929245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.929459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.929649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.949218] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f72f098-0d21-413a-8c90-001a2a77e50b in Status: IN_PROGRESS for 2s [ 1009.199253] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.199566] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.199755] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.200096] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.200263] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.200503] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 33a6c803-5f4f-4c05-8843-13f24d16a41a not found, creating... [ 1009.200766] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.200992] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.201259] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.201544] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.201716] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.202124] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.202305] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.202466] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.202703] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.202866] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.203036] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 33a6c803-5f4f-4c05-8843-13f24d16a41a is going to be created. [ 1009.225025] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.225243] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.225430] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.225735] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.225955] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.226203] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-33a6c803-5f4f-4c05-8843-13f24d16a41a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.375751] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ab53c22-3948-4b56-970f-b71603faf3ab in Status: SUCCESS [ 1009.376056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.428272] env[67174]: INFO networking_nsxv3.common.synchronization [req-4b893050-1478-4014-b7c4-6e330c7ee47a req-b5206284-394b-4386-9686-06dc269c582b tempest-DeleteServersTestJSON-447667271 tempest-DeleteServersTestJSON-447667271-project-member] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 1009.429051] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 1009.429270] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.429397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.429463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.429659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.429815] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.429913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.429973] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.430142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.430231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.430325] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.776292] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.776506] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.776728] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.777022] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.777289] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.777445] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.777560] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.777770] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.777908] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.778200] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.778335] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.778422] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.778545] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.778651] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.778754] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.778882] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.797990] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.798166] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.798238] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.798482] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-359" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.798725] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-8e9184d5-b5a5-414e-bc96-2caf7dd8e10a taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.798899] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-8e9184d5-b5a5-414e-bc96-2caf7dd8e10a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.799026] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-8e9184d5-b5a5-414e-bc96-2caf7dd8e10a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.799366] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-8e9184d5-b5a5-414e-bc96-2caf7dd8e10a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.799539] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e9184d5-b5a5-414e-bc96-2caf7dd8e10a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.919861] env[67174]: INFO networking_nsxv3.common.synchronization [req-56b8728b-8471-4c12-bc3d-1b501b81fab7 req-161a34c9-0317-407d-98f7-4c0b8792c933 service nova] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_rules [ 1009.920166] env[67174]: INFO networking_nsxv3.common.synchronization [req-56b8728b-8471-4c12-bc3d-1b501b81fab7 req-161a34c9-0317-407d-98f7-4c0b8792c933 service nova] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1009.920301] env[67174]: INFO networking_nsxv3.common.synchronization [req-56b8728b-8471-4c12-bc3d-1b501b81fab7 req-161a34c9-0317-407d-98f7-4c0b8792c933 service nova] Enqueued Resource ID: 33a6c803-5f4f-4c05-8843-13f24d16a41a with Priority: HIGHEST for action port [ 1009.922858] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_rules [ 1009.922858] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1009.922858] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a6c803-5f4f-4c05-8843-13f24d16a41a with Priority: HIGHEST for action port [ 1009.923205] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.923205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.923205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.923496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.923593] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.924725] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.924861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.924934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.925175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.925395] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.927846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.927981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.928632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.930214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.930214] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.932533] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-33a6c803-5f4f-4c05-8843-13f24d16a41a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.932954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33a6c803-5f4f-4c05-8843-13f24d16a41a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.933150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33a6c803-5f4f-4c05-8843-13f24d16a41a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.933485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33a6c803-5f4f-4c05-8843-13f24d16a41a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.933678] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33a6c803-5f4f-4c05-8843-13f24d16a41a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.935735] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.936048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.936301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.936654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.936855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.937163] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.937792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.937792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.937792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.937792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.938012] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 1009.971420] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.971565] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.971634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.971835] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.971973] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.973446] env[67174]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1009.973678] env[67174]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.983872] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 1010.302076] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.302352] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.302352] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.302947] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.302947] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.302947] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 8e9184d5-b5a5-414e-bc96-2caf7dd8e10a not found, creating... [ 1010.303263] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.303363] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.303459] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.303675] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.303811] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.304107] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.304267] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.304371] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.304585] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.304699] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.304846] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 8e9184d5-b5a5-414e-bc96-2caf7dd8e10a is going to be created. [ 1010.329849] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.330104] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.330251] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.331052] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.331209] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.331429] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-8e9184d5-b5a5-414e-bc96-2caf7dd8e10a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.432444] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.435479] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.435687] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.440042] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33a6c803-5f4f-4c05-8843-13f24d16a41a with status ACTIVE [ 1010.440281] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.440432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.440504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.440756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.440854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.441132] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.441210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.441243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.441386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.441466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.441647] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.441737] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.441792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.441931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.442009] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.442101] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33a6c803-5f4f-4c05-8843-13f24d16a41a is going to be updated. [ 1010.469051] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.469244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.469332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.469468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.469606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.470048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33a6c803-5f4f-4c05-8843-13f24d16a41a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.935370] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.964706] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f72f098-0d21-413a-8c90-001a2a77e50b in Status: SUCCESS [ 1010.964974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.050181] env[67174]: INFO networking_nsxv3.common.synchronization [req-4b893050-1478-4014-b7c4-6e330c7ee47a req-b0f639d3-d37f-4812-bdcf-29bbd7bb7ade service nova] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_rules [ 1011.050181] env[67174]: INFO networking_nsxv3.common.synchronization [req-4b893050-1478-4014-b7c4-6e330c7ee47a req-b0f639d3-d37f-4812-bdcf-29bbd7bb7ade service nova] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 1011.051636] env[67174]: INFO networking_nsxv3.common.synchronization [req-4b893050-1478-4014-b7c4-6e330c7ee47a req-b0f639d3-d37f-4812-bdcf-29bbd7bb7ade service nova] Enqueued Resource ID: 8e9184d5-b5a5-414e-bc96-2caf7dd8e10a with Priority: HIGHEST for action port [ 1011.051636] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_rules [ 1011.051636] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 1011.051636] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e9184d5-b5a5-414e-bc96-2caf7dd8e10a with Priority: HIGHEST for action port [ 1011.052880] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.052880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.052880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.052880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.052880] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.053570] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.053570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.053570] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e9184d5-b5a5-414e-bc96-2caf7dd8e10a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.053570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e9184d5-b5a5-414e-bc96-2caf7dd8e10a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.053787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e9184d5-b5a5-414e-bc96-2caf7dd8e10a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.053828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e9184d5-b5a5-414e-bc96-2caf7dd8e10a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.053904] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e9184d5-b5a5-414e-bc96-2caf7dd8e10a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.441189] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.441335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.441335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.441535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.441626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.441792] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be created. [ 1011.477658] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.478211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.478447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.478778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.479084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.492797] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: UNINITIALIZED for 2s [ 1011.556362] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.556362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.556362] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e9184d5-b5a5-414e-bc96-2caf7dd8e10a with status ACTIVE [ 1011.556733] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.556733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.556864] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.557366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.558321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.558321] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.558321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.558321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.558321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.558321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.558321] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.558958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.558958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.558958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.558958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.558958] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e9184d5-b5a5-414e-bc96-2caf7dd8e10a is going to be updated. [ 1011.590033] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.590302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.590302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.590488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.590707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.590904] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e9184d5-b5a5-414e-bc96-2caf7dd8e10a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.001063] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 1012.001063] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 deletion is rescheduled due to dependency. [ 1012.001063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.001063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.001063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.001063] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.001063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.001063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.001063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.001063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.002195] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.503659] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.006250] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.506039] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1013.506039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.506039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.506039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.506039] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.506039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.506039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.506039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.506039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.506039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.506039] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.509855] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.509855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.509855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.509855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.509855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.509855] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 1013.550979] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.551173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.551221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.551421] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.551567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.559859] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 1014.007386] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.007817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.007817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.007903] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.008089] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.008213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.008288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.008461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.008563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.008663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.008820] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.008927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.008985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.009208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.009318] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.009421] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.009481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.009634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.009708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.009819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.009940] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.107657] env[67174]: INFO networking_nsxv3.common.synchronization [req-219b9e81-5bba-48da-a50a-1300917adca1 req-d6f6da07-2307-4364-971d-8c48f47cdba7 tempest-ServerGroupTestJSON-94637751 tempest-ServerGroupTestJSON-94637751-project-member] Enqueued Resource ID: 6ab53c22-3948-4b56-970f-b71603faf3ab with Priority: HIGHEST for action security_group_members [ 1014.108426] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ab53c22-3948-4b56-970f-b71603faf3ab with Priority: HIGHEST for action security_group_members [ 1014.110024] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ab53c22-3948-4b56-970f-b71603faf3ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.110024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.110024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.110024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.110024] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.110024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.110024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.110024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.110024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.110735] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ab53c22-3948-4b56-970f-b71603faf3ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.517046] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42477951-9b7e-4c67-9ec2-dcff798c7142: rpc.has_security_group_logging(os_id): False [ 1014.537575] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.537747] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.537805] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.537990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.538101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.538295] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.538394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.538456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.538603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.538678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.538867] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.538989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.539076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.539227] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.539301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.539498] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.539592] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.539652] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.539789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.539861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.539944] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be created. [ 1014.600880] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.601027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.601144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.601295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.601657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.612327] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.613376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.613444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.613736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.613863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.614170] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.614357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.614490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.615497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.615497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.615497] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ab53c22-3948-4b56-970f-b71603faf3ab is going to be updated. [ 1014.617684] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1014.646188] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.646188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.646188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.646467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.646783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.658709] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ab53c22-3948-4b56-970f-b71603faf3ab in Status: IN_PROGRESS for 2s [ 1015.570300] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 1015.570697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.570697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.570898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.571128] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.571242] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.571309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.571466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.571548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.571633] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.571722] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.824040] env[67174]: INFO networking_nsxv3.common.synchronization [req-cab2c18b-9771-46b7-b645-9427602f10a0 req-4c16c7c6-410d-4e0a-b130-a39ac22f6ce3 tempest-ImagesTestJSON-809909415 tempest-ImagesTestJSON-809909415-project-member] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1015.824415] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1015.824728] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.824848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.824913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.825521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.825521] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.825521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.825521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.825761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.825761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.825761] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.075398] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.075398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.075398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.075398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.075398] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.075398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.075398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.075828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.075828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.075828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.075985] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.076081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.076143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.076311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.076475] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.076571] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.076632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.076770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.076843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.076922] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.077030] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.327526] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.327715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.327819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.328086] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.328220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.328489] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.328665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.328740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.328905] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.328981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.329084] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1016.358026] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.358026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.358026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.358538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.358538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.368301] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1016.579711] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbb538cf-aaab-4d8a-ac66-6eccf3b18d66: rpc.has_security_group_logging(os_id): False [ 1016.602167] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.602344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.602418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.602653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.602755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.602990] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.603159] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.603247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.603442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.603534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.603783] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.603917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.604013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.604195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.604293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.604528] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.604669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.604762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.604933] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.605064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.605170] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 1016.629789] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1016.629863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.668945] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ab53c22-3948-4b56-970f-b71603faf3ab in Status: SUCCESS [ 1016.669141] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ab53c22-3948-4b56-970f-b71603faf3ab deletion is rescheduled due to dependency. [ 1016.669256] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.670771] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.670893] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.670960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.671170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.671303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.689640] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 1018.380193] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1018.380480] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db deletion is rescheduled due to dependency. [ 1018.380480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.708813] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 1018.708977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.753530] env[67174]: INFO networking_nsxv3.common.synchronization [req-91ee02dc-4b6b-4028-9393-b9630ea67945 req-26864480-4d08-4b17-9224-363437a13e03 tempest-ImagesTestJSON-809909415 tempest-ImagesTestJSON-809909415-project-member] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1020.756610] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1020.756610] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.756610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.756610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.756610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.756610] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.756610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.756610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.756610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.756610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.756610] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.162931] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.163162] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.163294] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.163641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.163923] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.164231] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.164371] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.164606] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.164767] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.165219] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.165219] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.165219] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.165396] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.165508] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.165621] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.165756] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.188906] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.189113] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.189256] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.189430] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.189777] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-f34bc525-ee21-4965-815c-a959e674aae6 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.189956] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-f34bc525-ee21-4965-815c-a959e674aae6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.190704] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-f34bc525-ee21-4965-815c-a959e674aae6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.190704] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-f34bc525-ee21-4965-815c-a959e674aae6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.190704] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f34bc525-ee21-4965-815c-a959e674aae6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.258762] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.258762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.258762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.259048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.259087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.259380] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.259494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.259536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.259704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.259792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.259887] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1021.287387] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.287570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.287613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.287800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.287946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.299514] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1021.692540] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.692814] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.692889] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.693203] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.693380] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.693555] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port f34bc525-ee21-4965-815c-a959e674aae6 not found, creating... [ 1021.693868] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.694033] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.694168] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.694407] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.694543] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.694855] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.695172] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.695314] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.695758] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.695930] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.696097] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: f34bc525-ee21-4965-815c-a959e674aae6 is going to be created. [ 1021.719631] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.719970] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.720152] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.720527] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.720904] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.721281] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-f34bc525-ee21-4965-815c-a959e674aae6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.048197] env[67174]: INFO networking_nsxv3.common.synchronization [None req-b646ba37-863d-4322-b976-f11b8fd5b494 None None] Enqueued Resource ID: 4eccf37b-9aaf-4c12-bd3d-634a5c335891 with Priority: HIGHEST for action port [ 1022.048700] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eccf37b-9aaf-4c12-bd3d-634a5c335891 with Priority: HIGHEST for action port [ 1022.049093] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eccf37b-9aaf-4c12-bd3d-634a5c335891 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.049225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eccf37b-9aaf-4c12-bd3d-634a5c335891" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.049363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eccf37b-9aaf-4c12-bd3d-634a5c335891" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.049533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eccf37b-9aaf-4c12-bd3d-634a5c335891" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.049669] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eccf37b-9aaf-4c12-bd3d-634a5c335891',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.452235] env[67174]: INFO networking_nsxv3.common.synchronization [req-91ee02dc-4b6b-4028-9393-b9630ea67945 req-82259165-f144-46b1-820a-9f56098fe523 service nova] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_rules [ 1022.452235] env[67174]: INFO networking_nsxv3.common.synchronization [req-91ee02dc-4b6b-4028-9393-b9630ea67945 req-82259165-f144-46b1-820a-9f56098fe523 service nova] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1022.452235] env[67174]: INFO networking_nsxv3.common.synchronization [req-91ee02dc-4b6b-4028-9393-b9630ea67945 req-82259165-f144-46b1-820a-9f56098fe523 service nova] Enqueued Resource ID: f34bc525-ee21-4965-815c-a959e674aae6 with Priority: HIGHEST for action port [ 1022.452958] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_rules [ 1022.452958] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1022.453277] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34bc525-ee21-4965-815c-a959e674aae6 with Priority: HIGHEST for action port [ 1022.453330] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.454272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.454272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.454272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.454272] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.454721] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.454820] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.455098] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-f34bc525-ee21-4965-815c-a959e674aae6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.455220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f34bc525-ee21-4965-815c-a959e674aae6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.455281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f34bc525-ee21-4965-815c-a959e674aae6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.455460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f34bc525-ee21-4965-815c-a959e674aae6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.455712] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f34bc525-ee21-4965-815c-a959e674aae6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.554821] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eccf37b-9aaf-4c12-bd3d-634a5c335891 [ 1022.554821] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.554821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.554821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.554821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.554821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.554821] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eccf37b-9aaf-4c12-bd3d-634a5c335891 already deleted. [ 1022.554821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eccf37b-9aaf-4c12-bd3d-634a5c335891" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.725509] env[67174]: INFO networking_nsxv3.common.synchronization [req-2b4b2b3e-6228-4d20-920f-6da370bb8183 req-ab7336ac-4759-4767-a8d8-ab6a3949bab7 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1022.726219] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1022.726829] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.726829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.726829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.727031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.730039] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.730039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.730039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.730039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.730039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.730039] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.958270] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.958270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.958270] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f34bc525-ee21-4965-815c-a959e674aae6 with status ACTIVE [ 1022.958724] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.958724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.958724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.958724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.958931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.958931] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.959097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.959097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.959257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.959333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.959511] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.959606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.959661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.959799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.959910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.959954] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f34bc525-ee21-4965-815c-a959e674aae6 is going to be updated. [ 1022.985567] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.985771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.985858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.986092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.986232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.986391] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f34bc525-ee21-4965-815c-a959e674aae6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.086564] env[67174]: INFO networking_nsxv3.common.synchronization [None req-deba1ac2-fed0-478b-8d9b-ab61ff0ec4ae tempest-AttachVolumeTestJSON-1524736255 tempest-AttachVolumeTestJSON-1524736255-project-member] Enqueued Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGHEST for action security_group_rules [ 1023.086564] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGHEST for action security_group_rules [ 1023.089153] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.092110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.092110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.092110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.092110] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.183301] env[67174]: INFO networking_nsxv3.common.synchronization [None req-4f35e730-d532-4663-a9b7-94c4c3cdfac8 tempest-AttachVolumeTestJSON-1524736255 tempest-AttachVolumeTestJSON-1524736255-project-member] Enqueued Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGHEST for action security_group_rules [ 1023.183951] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGHEST for action security_group_rules [ 1023.184323] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.184460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.229857] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.230028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.230105] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.230292] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.230378] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.230577] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.230668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.230728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.230876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.230954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.231038] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be updated. [ 1023.264113] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.264379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.264468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.264683] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.264826] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.273807] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1023.310944] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1023.311284] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db deletion is rescheduled due to dependency. [ 1023.311430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.311694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.311952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.312208] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.312362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.312467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.312692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.312818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.312944] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.618152] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.618152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.618152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.618152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.618152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.618152] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 already deleted. [ 1023.618152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.618152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.618152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.618152] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.815745] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.142159] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.142400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.142400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.142643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.142685] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.142785] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 already deleted. [ 1024.142870] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.320264] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.355680] env[67174]: INFO networking_nsxv3.common.synchronization [None req-d399a2b9-3fb9-498e-afed-128bed477a7f None None] Enqueued Resource ID: a35ba872-e5e4-4658-923e-76f824eba783 with Priority: HIGHEST for action port [ 1024.356239] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35ba872-e5e4-4658-923e-76f824eba783 with Priority: HIGHEST for action port [ 1024.356591] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-a35ba872-e5e4-4658-923e-76f824eba783 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.356732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a35ba872-e5e4-4658-923e-76f824eba783" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.356787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a35ba872-e5e4-4658-923e-76f824eba783" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.358470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a35ba872-e5e4-4658-923e-76f824eba783" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.358585] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a35ba872-e5e4-4658-923e-76f824eba783',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.821517] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.821846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.821846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.822205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.822337] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.822465] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1024.855637] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.855883] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.855883] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.856084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.856198] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.863105] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a35ba872-e5e4-4658-923e-76f824eba783 [ 1024.863334] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.863561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.863561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.863799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.863875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.864026] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a35ba872-e5e4-4658-923e-76f824eba783 already deleted. [ 1024.864113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a35ba872-e5e4-4658-923e-76f824eba783" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.866906] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1025.287522] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1025.287911] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 deletion is rescheduled due to dependency. [ 1025.287911] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.540259] env[67174]: INFO networking_nsxv3.common.synchronization [req-eeb5b93d-8b06-4886-a94b-f9e5187fce01 req-c5ccbeec-1c7d-4ae5-81ba-b48ad8a6ed80 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef with Priority: HIGHEST for action security_group_members [ 1025.543608] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef with Priority: HIGHEST for action security_group_members [ 1025.543974] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.544155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.544228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.544438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.544633] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.544737] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.544815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.545065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.545126] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.545231] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.049571] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.049781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.049781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.050023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.050114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.050311] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.050410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.050470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.050620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.050693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.050778] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef is going to be updated. [ 1026.082075] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.082075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.082075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.082075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.082075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.092020] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef in Status: IN_PROGRESS for 2s [ 1026.876726] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1026.877037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.877113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.877408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.877513] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.877632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.877699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.877852] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.877932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.878030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.878137] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.381109] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.381270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.381342] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.381561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.381825] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.381922] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.381986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.382154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.382241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.382333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.382570] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.382673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.382741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.382932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.383037] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.383157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.383218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.383390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.383390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.383498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.383674] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.887688] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 210a4361-d8e9-49d1-931e-c890119ad0db: rpc.has_security_group_logging(os_id): False [ 1027.907342] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.907646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.907719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.908013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.908109] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.908333] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.908455] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.908527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.908705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.908789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.909017] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.909155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.909268] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.909463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.909557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.909766] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.909884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.909950] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.910139] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.910222] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.910327] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1027.976229] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.976422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.976510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.976796] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.976974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.997123] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1028.106605] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef in Status: SUCCESS [ 1028.106816] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef deletion is rescheduled due to dependency. [ 1028.106912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.992419] env[67174]: INFO networking_nsxv3.common.synchronization [req-66cbe2e1-3038-4797-9bdd-d885f67280d5 req-a5ce2636-3806-4eed-a4c8-48fb68f59e15 tempest-ServerActionsTestOtherB-83155665 tempest-ServerActionsTestOtherB-83155665-project-member] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 1028.993146] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 1028.993475] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.993636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.993755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.994222] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.994222] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.994310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.994344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.994512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.994616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.994718] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.136740] env[67174]: INFO networking_nsxv3.common.synchronization [req-8177513c-81c3-4dc4-9d2f-79e35ac9c728 req-4ac0bdf6-e235-4a8f-8cb7-b3585431dc7b tempest-AttachVolumeTestJSON-1524736255 tempest-AttachVolumeTestJSON-1524736255-project-member] Enqueued Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGHEST for action security_group_members [ 1029.137552] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGHEST for action security_group_members [ 1029.137756] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c854b964-bc70-4c0d-8e90-5e77ec31ea63 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.137856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.137903] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.138180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.138354] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.138437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.138490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.138641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.138729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.138821] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.480258] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.480578] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-501" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.480812] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-501" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.481294] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-501" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.481733] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.481997] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.482225] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.482607] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.482880] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.483256] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.483256] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.483745] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.483949] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.484134] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.484258] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.484412] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.498796] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.499057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.499171] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.499404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.505378] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.505617] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.505828] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.506022] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-501" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.506354] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-b2d3b9c6-e459-434c-9a4e-da56dcfc925f taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.506527] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-b2d3b9c6-e459-434c-9a4e-da56dcfc925f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.506644] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-b2d3b9c6-e459-434c-9a4e-da56dcfc925f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.506989] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-b2d3b9c6-e459-434c-9a4e-da56dcfc925f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.507155] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d3b9c6-e459-434c-9a4e-da56dcfc925f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.559137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.559254] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.559416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.559488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.559761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.560619] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.560619] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be updated. [ 1029.599622] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.599792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.599870] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.600048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.600196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.612464] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 1029.641684] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.641891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.641891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.642142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.642229] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.642435] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.642537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.642597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.642750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.642825] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.642909] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 already deleted. [ 1029.642989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.009567] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.010018] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.010188] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.010476] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.010625] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.010783] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port b2d3b9c6-e459-434c-9a4e-da56dcfc925f not found, creating... [ 1030.011066] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.011235] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.011479] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.011750] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.011895] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.012202] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.012351] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.012466] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.012674] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.012804] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.012945] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: b2d3b9c6-e459-434c-9a4e-da56dcfc925f is going to be created. [ 1030.050668] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1030.050925] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.053344] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.053604] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.053736] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.054056] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.054302] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.054623] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-b2d3b9c6-e459-434c-9a4e-da56dcfc925f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.770302] env[67174]: INFO networking_nsxv3.common.synchronization [req-8177513c-81c3-4dc4-9d2f-79e35ac9c728 req-08e39654-6685-485b-bf27-49b4cdccb1de service nova] Enqueued Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGHEST for action security_group_rules [ 1030.770537] env[67174]: INFO networking_nsxv3.common.synchronization [req-8177513c-81c3-4dc4-9d2f-79e35ac9c728 req-08e39654-6685-485b-bf27-49b4cdccb1de service nova] Enqueued Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGHEST for action security_group_members [ 1030.770735] env[67174]: INFO networking_nsxv3.common.synchronization [req-8177513c-81c3-4dc4-9d2f-79e35ac9c728 req-08e39654-6685-485b-bf27-49b4cdccb1de service nova] Enqueued Resource ID: b2d3b9c6-e459-434c-9a4e-da56dcfc925f with Priority: HIGHEST for action port [ 1030.770979] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGHEST for action security_group_rules [ 1030.771158] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGHEST for action security_group_members [ 1030.771331] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d3b9c6-e459-434c-9a4e-da56dcfc925f with Priority: HIGHEST for action port [ 1030.771959] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.772118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.772189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.772576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.772576] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.773553] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c854b964-bc70-4c0d-8e90-5e77ec31ea63 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.774011] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.774011] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.774011] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.774162] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.774225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.774295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.774542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.774542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.774660] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.777369] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2d3b9c6-e459-434c-9a4e-da56dcfc925f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.777462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2d3b9c6-e459-434c-9a4e-da56dcfc925f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.777517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2d3b9c6-e459-434c-9a4e-da56dcfc925f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.778179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2d3b9c6-e459-434c-9a4e-da56dcfc925f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.778179] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d3b9c6-e459-434c-9a4e-da56dcfc925f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.848218] env[67174]: INFO networking_nsxv3.common.synchronization [req-14c73138-54a8-4fe0-8965-5c3adecd2ca1 req-9e0a812f-13d2-4a1f-8ca6-db2b3b2dadfa tempest-ServerRescueNegativeTestJSON-1891952179 tempest-ServerRescueNegativeTestJSON-1891952179-project-member] Enqueued Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGHEST for action security_group_members [ 1030.848795] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGHEST for action security_group_members [ 1030.849154] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2356818b-4305-4c0f-ad4a-aac7f32c4102 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.849334] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.849424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.850028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.850028] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.850028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.850028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.850248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.850285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.850402] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.279909] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c854b964-bc70-4c0d-8e90-5e77ec31ea63 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.280260] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.280260] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.281175] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2d3b9c6-e459-434c-9a4e-da56dcfc925f with status ACTIVE [ 1031.281374] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.281484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.281549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.281742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.285914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.285914] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.285914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.285914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.286350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.286350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.286350] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.286587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.286587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.286722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.286722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.286812] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2d3b9c6-e459-434c-9a4e-da56dcfc925f is going to be updated. [ 1031.325082] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.325082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.325082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.325082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.325368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.325424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2d3b9c6-e459-434c-9a4e-da56dcfc925f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.353405] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.353405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.353405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.353715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.391854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.392250] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.392409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.392482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.392743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.392839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.393596] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 is going to be updated. [ 1031.451387] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.451631] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.451631] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.451837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.451962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.469406] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 in Status: IN_PROGRESS for 2s [ 1031.622565] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 1031.622761] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf deletion is rescheduled due to dependency. [ 1031.622889] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.789449] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.291425] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.291833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.291833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.291921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.291969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.292080] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 is going to be created. [ 1032.329311] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.329311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.329493] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.329646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.329836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.345778] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 in Status: UNINITIALIZED for 2s [ 1032.442445] env[67174]: INFO networking_nsxv3.common.synchronization [None req-5540c60b-76a4-4f8d-b659-d9f6fcb09249 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 with Priority: HIGHEST for action security_group_rules [ 1032.443626] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 with Priority: HIGHEST for action security_group_rules [ 1032.444685] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.444857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.444949] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.445297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.445407] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ffb955a-d1fa-4fdf-9c42-f34c09e88352',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.559491] env[67174]: INFO networking_nsxv3.common.synchronization [None req-2a800434-4ba9-494c-8829-77ced538aed2 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 with Priority: HIGHEST for action security_group_rules [ 1032.560127] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 with Priority: HIGHEST for action security_group_rules [ 1032.560622] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.560827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.974146] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.974389] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.974491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.974770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.974888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.975014] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 already deleted. [ 1032.975129] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.975321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.975542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.975681] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ffb955a-d1fa-4fdf-9c42-f34c09e88352',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.483045] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 in Status: SUCCESS [ 1033.483442] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 deletion is rescheduled due to dependency. [ 1033.483442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.501305] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.501525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.501587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.501916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.502071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.502223] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 already deleted. [ 1033.502362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.355601] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 in Status: SUCCESS [ 1034.355882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.356123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.356432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.356582] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.356706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.356790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.356909] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.356996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.357122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.357218] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.859701] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.362709] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c854b964-bc70-4c0d-8e90-5e77ec31ea63: rpc.has_security_group_logging(os_id): False [ 1035.381385] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.381385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.381385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.381385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.381385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.381385] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.381385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.381385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.381385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.381385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.381385] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 is going to be created. [ 1035.454337] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.454503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.454578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.454817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.455075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.469561] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 in Status: IN_PROGRESS for 2s [ 1037.485179] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 in Status: SUCCESS [ 1037.485544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.561210] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1037.561418] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1039.843767] env[67174]: INFO networking_nsxv3.common.synchronization [req-e06a442a-c501-49e6-9bbc-30772abc27de req-235b8c00-c28f-4f26-a9c1-36edf0599c25 tempest-ServerActionsTestOtherB-83155665 tempest-ServerActionsTestOtherB-83155665-project-member] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 1039.844521] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 1039.844919] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.845092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.845183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.845671] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.845671] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.845780] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.845813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.846085] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.846232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.846288] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.241532] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.241790] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.241964] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.242343] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.242699] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.243063] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.243264] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.243620] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.243816] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.244137] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.244298] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.244453] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.244604] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.244759] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.244912] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.245106] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.250284] env[67174]: INFO networking_nsxv3.common.synchronization [req-12c2ae99-9003-4d6f-b003-d9ef1543ccb2 req-461d071d-0b47-4a3c-926b-b7901deac54c tempest-ServerActionsV293TestJSON-1457397843 tempest-ServerActionsV293TestJSON-1457397843-project-member] Enqueued Resource ID: 344f76df-0f27-43a5-b607-5759885a92e1 with Priority: HIGHEST for action security_group_members [ 1040.251415] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344f76df-0f27-43a5-b607-5759885a92e1 with Priority: HIGHEST for action security_group_members [ 1040.252129] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-344f76df-0f27-43a5-b607-5759885a92e1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.252292] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.252382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.252628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.252833] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.252964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.253066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.253287] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.253424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.253557] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('344f76df-0f27-43a5-b607-5759885a92e1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.271985] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.272264] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.272439] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.272724] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.273581] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-3fee6896-78bf-475c-8622-978f2a8cf1d5 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.274510] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.274767] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.275261] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.276445] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fee6896-78bf-475c-8622-978f2a8cf1d5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.349167] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.349400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.349454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.349700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.349812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.350098] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.350252] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.350317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.350499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.350605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.350697] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be updated. [ 1040.376504] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.376786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.376786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.376954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.377066] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.387847] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 1040.756585] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.756857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.756979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.757265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.757361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.757568] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.757747] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.757852] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.758058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.758154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.758297] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 344f76df-0f27-43a5-b607-5759885a92e1 is going to be updated. [ 1040.779563] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.779820] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.779946] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.780300] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.782254] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.782254] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 3fee6896-78bf-475c-8622-978f2a8cf1d5 not found, creating... [ 1040.782254] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.782254] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.782254] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.782254] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.782254] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.782254] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.782254] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.785674] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.786099] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.786932] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.786932] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 3fee6896-78bf-475c-8622-978f2a8cf1d5 is going to be created. [ 1040.790860] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.791137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.791253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.791535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.791814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.803519] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 344f76df-0f27-43a5-b607-5759885a92e1 in Status: IN_PROGRESS for 2s [ 1040.813266] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.813552] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.813743] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.814126] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.814393] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.814674] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.496194] env[67174]: INFO networking_nsxv3.common.synchronization [req-e06a442a-c501-49e6-9bbc-30772abc27de req-6674b828-a627-4fdd-ba18-f85f9fe3c89c service nova] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_rules [ 1041.496194] env[67174]: INFO networking_nsxv3.common.synchronization [req-e06a442a-c501-49e6-9bbc-30772abc27de req-6674b828-a627-4fdd-ba18-f85f9fe3c89c service nova] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 1041.496194] env[67174]: INFO networking_nsxv3.common.synchronization [req-e06a442a-c501-49e6-9bbc-30772abc27de req-6674b828-a627-4fdd-ba18-f85f9fe3c89c service nova] Enqueued Resource ID: 3fee6896-78bf-475c-8622-978f2a8cf1d5 with Priority: HIGHEST for action port [ 1041.496194] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_rules [ 1041.496194] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 1041.496194] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fee6896-78bf-475c-8622-978f2a8cf1d5 with Priority: HIGHEST for action port [ 1041.496194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.496194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.496194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.498662] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.498662] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.499440] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.501917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.502659] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fee6896-78bf-475c-8622-978f2a8cf1d5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.502659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.502659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.502659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.502659] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fee6896-78bf-475c-8622-978f2a8cf1d5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.787186] env[67174]: INFO networking_nsxv3.common.synchronization [req-d72539e7-c034-4fc5-a135-73992874866b req-391b9a15-b4a9-4fc1-873d-6f8115524b2c tempest-ServerRescueNegativeTestJSON-1891952179 tempest-ServerRescueNegativeTestJSON-1891952179-project-member] Enqueued Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_members [ 1041.787676] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_members [ 1041.787986] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.788115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.788283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.788371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.788519] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.788607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.789927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.789927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.789927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.789927] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.000250] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.000468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.005735] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fee6896-78bf-475c-8622-978f2a8cf1d5 with status ACTIVE [ 1042.005735] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.005735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.005735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.005735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.005988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.006116] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.007122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.007122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.007122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.007122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.007122] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.007533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.007533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.007533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.007623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.007731] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fee6896-78bf-475c-8622-978f2a8cf1d5 is going to be updated. [ 1042.035744] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.035926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.035994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.036295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.036475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.036740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.292371] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.329871] env[67174]: INFO networking_nsxv3.common.synchronization [req-3d474452-a924-4b19-9863-1d6aa1e630fc req-e5ebdb0b-36eb-4f09-8cc6-8e408c8d19c8 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 with Priority: HIGHEST for action security_group_members [ 1042.330389] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 with Priority: HIGHEST for action security_group_members [ 1042.331048] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.333103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.333103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.333103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.333103] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.333103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.333103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.333103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.333103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.333103] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ffb955a-d1fa-4fdf-9c42-f34c09e88352',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.398682] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 1042.398682] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf deletion is rescheduled due to dependency. [ 1042.398682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.398682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.404593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.404593] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.404593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.404593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.404593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.404593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.404593] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.685462] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.685879] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.685879] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.686215] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.686522] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.686735] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.686892] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.687243] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.687422] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.687709] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.687845] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.687976] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.688122] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.688252] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.688367] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.688572] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.719739] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.719921] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.720089] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.720372] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.720703] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-671010a7-6f77-4fe8-854c-a430411313bb taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.720878] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-671010a7-6f77-4fe8-854c-a430411313bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.720991] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-671010a7-6f77-4fe8-854c-a430411313bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.721344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-671010a7-6f77-4fe8-854c-a430411313bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.721544] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('671010a7-6f77-4fe8-854c-a430411313bb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.797830] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.817247] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 344f76df-0f27-43a5-b607-5759885a92e1 in Status: SUCCESS [ 1042.817247] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 344f76df-0f27-43a5-b607-5759885a92e1 deletion is rescheduled due to dependency. [ 1042.817247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-344f76df-0f27-43a5-b607-5759885a92e1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.839394] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.839394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.839394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.839394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.839394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.839774] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.839774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.839774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.839774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.839932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.840039] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 already deleted. [ 1042.840126] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.906546] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.224816] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.225048] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.225246] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.225573] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.225720] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.225872] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 671010a7-6f77-4fe8-854c-a430411313bb not found, creating... [ 1043.226162] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.226331] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.226440] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.226654] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.226783] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.227408] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.227408] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.227408] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.227673] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.227713] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.227855] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 671010a7-6f77-4fe8-854c-a430411313bb is going to be created. [ 1043.265395] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.265691] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.265906] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.266392] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.266706] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.267097] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-671010a7-6f77-4fe8-854c-a430411313bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.304330] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.304528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.304587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.304777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.304880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.305240] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c059d22d-f8b9-452c-99bd-587a6482b384 is going to be updated. [ 1043.348421] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.348620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.348675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.348870] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.349054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.361672] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: IN_PROGRESS for 2s [ 1043.410226] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.913173] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.913564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.913564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.913638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.913708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.913800] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be updated. [ 1043.948803] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.948803] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.948982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.949114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.949285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.958274] env[67174]: INFO networking_nsxv3.common.synchronization [req-3d474452-a924-4b19-9863-1d6aa1e630fc req-d5854780-e8e4-406e-9e23-cdd5e79ffa3e service nova] Enqueued Resource ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 with Priority: HIGHEST for action security_group_rules [ 1043.958529] env[67174]: INFO networking_nsxv3.common.synchronization [req-3d474452-a924-4b19-9863-1d6aa1e630fc req-d5854780-e8e4-406e-9e23-cdd5e79ffa3e service nova] Enqueued Resource ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 with Priority: HIGHEST for action security_group_members [ 1043.958719] env[67174]: INFO networking_nsxv3.common.synchronization [req-3d474452-a924-4b19-9863-1d6aa1e630fc req-d5854780-e8e4-406e-9e23-cdd5e79ffa3e service nova] Enqueued Resource ID: 671010a7-6f77-4fe8-854c-a430411313bb with Priority: HIGHEST for action port [ 1043.959608] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 with Priority: HIGHEST for action security_group_rules [ 1043.959608] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 with Priority: HIGHEST for action security_group_members [ 1043.959736] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 671010a7-6f77-4fe8-854c-a430411313bb with Priority: HIGHEST for action port [ 1043.960727] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 1043.961017] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.961163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.961235] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.961441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.961536] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ffb955a-d1fa-4fdf-9c42-f34c09e88352',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.962549] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.962683] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.962765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.963015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.963220] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.963338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.963418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.964114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.964114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.964114] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ffb955a-d1fa-4fdf-9c42-f34c09e88352',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.965161] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-671010a7-6f77-4fe8-854c-a430411313bb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.965161] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-671010a7-6f77-4fe8-854c-a430411313bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.965319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-671010a7-6f77-4fe8-854c-a430411313bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.965446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-671010a7-6f77-4fe8-854c-a430411313bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.965554] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('671010a7-6f77-4fe8-854c-a430411313bb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.467677] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.467936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.468019] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ffb955a-d1fa-4fdf-9c42-f34c09e88352',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.468921] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 671010a7-6f77-4fe8-854c-a430411313bb with status ACTIVE [ 1044.470035] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.470035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.470035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.470035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.470035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.470035] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.470035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.470035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.470480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.470480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.470480] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.470603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.470603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.470695] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.472544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.472544] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 671010a7-6f77-4fe8-854c-a430411313bb is going to be updated. [ 1044.503112] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.503355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.503491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.503814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.504138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.504362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-671010a7-6f77-4fe8-854c-a430411313bb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.972794] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ffb955a-d1fa-4fdf-9c42-f34c09e88352',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.067012] env[67174]: INFO networking_nsxv3.common.synchronization [None req-88330d79-bb42-4b95-8039-e78e7a50771c None None] Enqueued Resource ID: 3e6300a4-0e28-4fd2-9aa2-f371741e90f9 with Priority: HIGHEST for action port [ 1045.067659] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6300a4-0e28-4fd2-9aa2-f371741e90f9 with Priority: HIGHEST for action port [ 1045.068017] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e6300a4-0e28-4fd2-9aa2-f371741e90f9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.068780] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e6300a4-0e28-4fd2-9aa2-f371741e90f9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.068780] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e6300a4-0e28-4fd2-9aa2-f371741e90f9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.069052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e6300a4-0e28-4fd2-9aa2-f371741e90f9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.069639] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6300a4-0e28-4fd2-9aa2-f371741e90f9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.372914] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: SUCCESS [ 1045.373173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.478192] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.478192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.478192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.478192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.478192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.478192] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 is going to be created. [ 1045.504382] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.504521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.504587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.504886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.505075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.516505] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 in Status: UNINITIALIZED for 2s [ 1045.573165] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e6300a4-0e28-4fd2-9aa2-f371741e90f9 [ 1045.573165] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.573165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.573165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.573165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.573165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.573165] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e6300a4-0e28-4fd2-9aa2-f371741e90f9 already deleted. [ 1045.573165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e6300a4-0e28-4fd2-9aa2-f371741e90f9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.843427] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-337 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.843649] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.843773] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.844097] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.844650] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.844922] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.845110] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.845404] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.845601] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.845890] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.846010] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.846212] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.846374] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.846545] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.846712] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.846867] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.866026] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.866288] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.866527] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.866631] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-337" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.866951] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-6d82978a-311f-40b7-ab23-18811295834a taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.867151] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.867352] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.867989] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.867989] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d82978a-311f-40b7-ab23-18811295834a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.973908] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 1045.974324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.974447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.975092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.975092] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.975273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.975273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.975409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.975623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.975759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.975865] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.373426] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.373705] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.373852] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.374229] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.374414] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.374761] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.374942] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.375101] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.375375] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.375537] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.375862] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.376055] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.376346] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.376616] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.376710] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.376901] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 6d82978a-311f-40b7-ab23-18811295834a is going to be updated. [ 1046.410486] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.410991] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.411904] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.412382] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.412742] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.413162] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.479400] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.982186] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e464ef3-9627-4f1a-80b6-fbbaa333efcf: rpc.has_security_group_logging(os_id): False [ 1047.004947] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.005160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.005221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.005411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.005579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.006187] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.006187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.006187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.006187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.006187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.006769] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be updated. [ 1047.071962] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.071962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.071962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.071962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.071962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.088055] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 1047.127777] env[67174]: INFO networking_nsxv3.common.synchronization [req-e4722541-b19a-4424-9c68-f4befb13773d req-53bced37-638f-4d9b-a015-ec72b5ceb2d8 service nova] Enqueued Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_rules [ 1047.128179] env[67174]: INFO networking_nsxv3.common.synchronization [req-e4722541-b19a-4424-9c68-f4befb13773d req-53bced37-638f-4d9b-a015-ec72b5ceb2d8 service nova] Enqueued Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_members [ 1047.128730] env[67174]: INFO networking_nsxv3.common.synchronization [req-e4722541-b19a-4424-9c68-f4befb13773d req-53bced37-638f-4d9b-a015-ec72b5ceb2d8 service nova] Enqueued Resource ID: 6d82978a-311f-40b7-ab23-18811295834a with Priority: HIGHEST for action port [ 1047.128944] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_rules [ 1047.129147] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_members [ 1047.129322] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d82978a-311f-40b7-ab23-18811295834a with Priority: HIGHEST for action port [ 1047.130098] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbfe7a8d-7e54-4942-8573-02527bb360ce taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.130193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.130259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.130462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.130577] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.131581] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbfe7a8d-7e54-4942-8573-02527bb360ce taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.131755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.131829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.131964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.132249] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.132356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.132481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.133176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.133176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.133176] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.133594] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d82978a-311f-40b7-ab23-18811295834a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.133714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.133775] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.134824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.134824] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d82978a-311f-40b7-ab23-18811295834a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.505880] env[67174]: INFO networking_nsxv3.common.synchronization [None req-6257c037-3978-4b77-b32a-faf342de41c9 None None] Enqueued Resource ID: 4788a980-e6a6-485d-9e54-549a9936f530 with Priority: HIGHEST for action port [ 1047.509333] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4788a980-e6a6-485d-9e54-549a9936f530 with Priority: HIGHEST for action port [ 1047.509333] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-4788a980-e6a6-485d-9e54-549a9936f530 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.509333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4788a980-e6a6-485d-9e54-549a9936f530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.509333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4788a980-e6a6-485d-9e54-549a9936f530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.509333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4788a980-e6a6-485d-9e54-549a9936f530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.509333] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4788a980-e6a6-485d-9e54-549a9936f530',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.531455] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 in Status: SUCCESS [ 1047.531754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.531926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.532357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.532357] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.532493] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.532542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.533132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.533132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.533132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.533132] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ffb955a-d1fa-4fdf-9c42-f34c09e88352',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.636579] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbfe7a8d-7e54-4942-8573-02527bb360ce taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.636775] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.637532] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.638456] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d82978a-311f-40b7-ab23-18811295834a with status ACTIVE [ 1047.638456] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.638456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.638456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.639421] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.639421] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.640600] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.640600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.640600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.640600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.640975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.644179] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.644362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.644418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.644587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.645122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.645122] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d82978a-311f-40b7-ab23-18811295834a is going to be updated. [ 1047.705650] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.706836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.706836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.706836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.706836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.706836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d82978a-311f-40b7-ab23-18811295834a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.010663] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4788a980-e6a6-485d-9e54-549a9936f530 [ 1048.011038] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.011038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.011155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.011311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.011402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.011520] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4788a980-e6a6-485d-9e54-549a9936f530 already deleted. [ 1048.011675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4788a980-e6a6-485d-9e54-549a9936f530" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.035253] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ffb955a-d1fa-4fdf-9c42-f34c09e88352',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.146947] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.538143] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ffb955a-d1fa-4fdf-9c42-f34c09e88352: rpc.has_security_group_logging(os_id): False [ 1048.561781] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.562070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.562187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.562524] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.562716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.563158] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.563358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.563481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.563739] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.563900] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.564057] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 is going to be created. [ 1048.632230] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.632511] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.632594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.633038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.633038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.648186] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 in Status: IN_PROGRESS for 2s [ 1048.649768] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.649930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.650062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.650281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.650370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.650469] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbfe7a8d-7e54-4942-8573-02527bb360ce is going to be updated. [ 1048.700162] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.700398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.700398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.700651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.700799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.711314] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbfe7a8d-7e54-4942-8573-02527bb360ce in Status: IN_PROGRESS for 2s [ 1049.101686] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 1049.101977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.663519] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 in Status: SUCCESS [ 1050.663879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.720622] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbfe7a8d-7e54-4942-8573-02527bb360ce in Status: SUCCESS [ 1050.720948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.721198] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.721486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.721758] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.721925] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.722037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.722267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.722386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.722513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.722645] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.224956] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.727429] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbfe7a8d-7e54-4942-8573-02527bb360ce: rpc.has_security_group_logging(os_id): False [ 1051.747256] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.747479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.747528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.747716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.747805] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.748070] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.748169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.748230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.748378] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.748471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.748556] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbfe7a8d-7e54-4942-8573-02527bb360ce is going to be updated. [ 1051.825526] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.825526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.825526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.825526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.825993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.838667] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbfe7a8d-7e54-4942-8573-02527bb360ce in Status: IN_PROGRESS for 2s [ 1052.508130] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1052.508331] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1053.855379] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbfe7a8d-7e54-4942-8573-02527bb360ce in Status: SUCCESS [ 1053.855725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.602322] env[67174]: INFO networking_nsxv3.common.synchronization [req-791f3c22-093c-4a3f-8763-ac8cc586411a req-3a5acc5a-c582-4e36-bf63-f778e0bd0159 tempest-ServerRescueNegativeTestJSON-1891952179 tempest-ServerRescueNegativeTestJSON-1891952179-project-member] Enqueued Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_members [ 1056.602878] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c059d22d-f8b9-452c-99bd-587a6482b384 with Priority: HIGHEST for action security_group_members [ 1056.603222] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c059d22d-f8b9-452c-99bd-587a6482b384 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.603346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.603413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.603607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.603996] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.603996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.603996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.604238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.604317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.604411] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c059d22d-f8b9-452c-99bd-587a6482b384',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.993412] env[67174]: INFO networking_nsxv3.common.synchronization [req-f337af24-e136-49d9-ac76-827161e411a2 req-4cb5f392-f67f-47b7-acb2-950f80cbb9a3 tempest-ServerMetadataNegativeTestJSON-1019246944 tempest-ServerMetadataNegativeTestJSON-1019246944-project-member] Enqueued Resource ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 with Priority: HIGHEST for action security_group_members [ 1056.994379] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 with Priority: HIGHEST for action security_group_members [ 1056.994697] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.994914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.995084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.995443] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.995734] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.995939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.996091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.996366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.996562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.996714] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404a872c-ad0d-4fd3-826f-c3d5ee4c3372',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.106988] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.107216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.107216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.107443] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.132844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.133157] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.133329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.133398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.133545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.133625] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.133743] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c059d22d-f8b9-452c-99bd-587a6482b384 is going to be updated. [ 1057.169721] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.170133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.170296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.170605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.170776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.182288] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: IN_PROGRESS for 2s [ 1057.385760] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.385964] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-869" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.386108] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-869" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.386460] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-869" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.386832] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.386997] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.387134] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.387380] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.387646] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.387916] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.388071] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.388310] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.388438] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.388558] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.388668] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.388804] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.410231] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.410425] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.410572] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.410797] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-869" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.411106] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-3255c345-1853-4c77-9963-592cf743b72a taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.411286] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-3255c345-1853-4c77-9963-592cf743b72a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.411403] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-3255c345-1853-4c77-9963-592cf743b72a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.411742] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-3255c345-1853-4c77-9963-592cf743b72a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.411883] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3255c345-1853-4c77-9963-592cf743b72a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.501116] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.501317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.501362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.501660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.501756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.501975] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.502097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.502162] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.502315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.502393] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.502478] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 already deleted. [ 1057.502560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.916125] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.916125] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.916125] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.916125] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.916125] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.917346] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 3255c345-1853-4c77-9963-592cf743b72a not found, creating... [ 1057.917346] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.917346] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.917346] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.917346] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.917346] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.917619] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.917757] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.917908] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.918193] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.918372] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.918523] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 3255c345-1853-4c77-9963-592cf743b72a is going to be created. [ 1057.941181] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.941403] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.941510] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.941815] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.942156] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.942843] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-3255c345-1853-4c77-9963-592cf743b72a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.664518] env[67174]: INFO networking_nsxv3.common.synchronization [req-f337af24-e136-49d9-ac76-827161e411a2 req-b8d38745-2dcb-462c-9994-9a338405df24 service nova] Enqueued Resource ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 with Priority: HIGHEST for action security_group_rules [ 1058.664654] env[67174]: INFO networking_nsxv3.common.synchronization [req-f337af24-e136-49d9-ac76-827161e411a2 req-b8d38745-2dcb-462c-9994-9a338405df24 service nova] Enqueued Resource ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 with Priority: HIGHEST for action security_group_members [ 1058.664819] env[67174]: INFO networking_nsxv3.common.synchronization [req-f337af24-e136-49d9-ac76-827161e411a2 req-b8d38745-2dcb-462c-9994-9a338405df24 service nova] Enqueued Resource ID: 3255c345-1853-4c77-9963-592cf743b72a with Priority: HIGHEST for action port [ 1058.665097] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 with Priority: HIGHEST for action security_group_rules [ 1058.665260] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 with Priority: HIGHEST for action security_group_members [ 1058.665621] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3255c345-1853-4c77-9963-592cf743b72a with Priority: HIGHEST for action port [ 1058.665983] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.666175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.666209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.666442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.666539] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('404a872c-ad0d-4fd3-826f-c3d5ee4c3372',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.667965] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.668048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.668091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.668308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.668434] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.668526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.668587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.668718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.668802] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.669191] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404a872c-ad0d-4fd3-826f-c3d5ee4c3372',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.670330] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-3255c345-1853-4c77-9963-592cf743b72a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.670504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3255c345-1853-4c77-9963-592cf743b72a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.670561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3255c345-1853-4c77-9963-592cf743b72a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.670691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3255c345-1853-4c77-9963-592cf743b72a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.670770] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3255c345-1853-4c77-9963-592cf743b72a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.172790] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.174610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.174610] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('404a872c-ad0d-4fd3-826f-c3d5ee4c3372',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.175128] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3255c345-1853-4c77-9963-592cf743b72a with status ACTIVE [ 1059.175334] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.175456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.175522] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.175725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.175816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.176211] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.176211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.176339] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.176565] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.176565] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.176775] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.176887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.176943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.177107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.177185] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.177271] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3255c345-1853-4c77-9963-592cf743b72a is going to be updated. [ 1059.204429] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c059d22d-f8b9-452c-99bd-587a6482b384 in Status: SUCCESS [ 1059.204746] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c059d22d-f8b9-452c-99bd-587a6482b384 deletion is rescheduled due to dependency. [ 1059.204872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c059d22d-f8b9-452c-99bd-587a6482b384" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.214970] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.215197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.215197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.215372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.215503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.215674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3255c345-1853-4c77-9963-592cf743b72a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.345824] env[67174]: INFO networking_nsxv3.common.synchronization [req-53d86950-38c9-468c-be2c-d225eecf9c19 req-5d4b3838-a35a-4a91-9557-275ab789f5a4 tempest-ImagesTestJSON-809909415 tempest-ImagesTestJSON-809909415-project-member] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1059.346214] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1059.346821] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.346821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.346821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.347723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.347723] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.347723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.347723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.347723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.347723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.347950] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.563672] env[67174]: INFO networking_nsxv3.common.synchronization [req-d3efc365-8663-4868-93a9-71a50daab2a4 req-116b075f-d973-4f3a-9eed-5858accc1132 tempest-DeleteServersTestJSON-447667271 tempest-DeleteServersTestJSON-447667271-project-member] Enqueued Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 1059.564245] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 with Priority: HIGHEST for action security_group_members [ 1059.564554] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.564891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.564891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.565090] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.565283] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.565417] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.565491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.565653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.565801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.565880] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb538cf-aaab-4d8a-ac66-6eccf3b18d66',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.676026] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.676332] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.676728] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.676881] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.678963] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.679122] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.679250] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.679494] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.679645] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.679856] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.679968] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.680087] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.680195] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.680301] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.680406] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.680534] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.681970] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('404a872c-ad0d-4fd3-826f-c3d5ee4c3372',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.702449] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.702648] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.702753] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.702929] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.703279] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-bc2ca8ee-253f-4ce5-92ae-4158bad10bc4 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.703450] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-bc2ca8ee-253f-4ce5-92ae-4158bad10bc4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.703607] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-bc2ca8ee-253f-4ce5-92ae-4158bad10bc4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.703952] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-bc2ca8ee-253f-4ce5-92ae-4158bad10bc4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.704103] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc2ca8ee-253f-4ce5-92ae-4158bad10bc4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.851313] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.068399] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.068550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.068782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.068985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.069113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.069288] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.069826] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.069910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.070122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.070203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.070352] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 is going to be updated. [ 1060.099943] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.100205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.100205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.100448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.100606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.113510] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: IN_PROGRESS for 2s [ 1060.185067] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.185491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.185491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.185599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.185688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.185820] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 is going to be created. [ 1060.207170] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.207452] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.207826] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.208165] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.208336] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.208505] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port bc2ca8ee-253f-4ce5-92ae-4158bad10bc4 not found, creating... [ 1060.208791] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.209050] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.209121] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.209370] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.209517] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.209849] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.210041] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.210167] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.210413] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.210581] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.210734] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: bc2ca8ee-253f-4ce5-92ae-4158bad10bc4 is going to be created. [ 1060.214339] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.214484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.214531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.214719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.214958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.226216] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 in Status: UNINITIALIZED for 2s [ 1060.233472] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.233696] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.233816] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.234128] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.234356] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.234614] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-bc2ca8ee-253f-4ce5-92ae-4158bad10bc4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.352883] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.855880] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.856103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.856161] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.856349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.856436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.856529] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1060.891494] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.891716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.891847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.892018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.892179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.901499] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1060.926267] env[67174]: INFO networking_nsxv3.common.synchronization [req-53d86950-38c9-468c-be2c-d225eecf9c19 req-3858c085-c30e-46aa-a225-dd4ff776fe2e service nova] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_rules [ 1060.926452] env[67174]: INFO networking_nsxv3.common.synchronization [req-53d86950-38c9-468c-be2c-d225eecf9c19 req-3858c085-c30e-46aa-a225-dd4ff776fe2e service nova] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1060.926586] env[67174]: INFO networking_nsxv3.common.synchronization [req-53d86950-38c9-468c-be2c-d225eecf9c19 req-3858c085-c30e-46aa-a225-dd4ff776fe2e service nova] Enqueued Resource ID: bc2ca8ee-253f-4ce5-92ae-4158bad10bc4 with Priority: HIGHEST for action port [ 1060.927194] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_rules [ 1060.927323] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1060.927430] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2ca8ee-253f-4ce5-92ae-4158bad10bc4 with Priority: HIGHEST for action port [ 1060.927753] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.927878] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.927944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.928469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.928568] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.929935] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.929935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.930194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc2ca8ee-253f-4ce5-92ae-4158bad10bc4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.930311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc2ca8ee-253f-4ce5-92ae-4158bad10bc4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.930655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc2ca8ee-253f-4ce5-92ae-4158bad10bc4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.930848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc2ca8ee-253f-4ce5-92ae-4158bad10bc4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.930927] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc2ca8ee-253f-4ce5-92ae-4158bad10bc4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.434119] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.434499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.437384] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc2ca8ee-253f-4ce5-92ae-4158bad10bc4 with status ACTIVE [ 1061.437542] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.437682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.438550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.438550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.438550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.438550] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.438550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.438550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.438550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.438991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.438991] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.438991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.438991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.439176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.439176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.439274] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc2ca8ee-253f-4ce5-92ae-4158bad10bc4 is going to be updated. [ 1061.471220] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.471373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.471429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.471647] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.471787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.472234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc2ca8ee-253f-4ce5-92ae-4158bad10bc4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.124450] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 in Status: SUCCESS [ 1062.124606] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb538cf-aaab-4d8a-ac66-6eccf3b18d66 deletion is rescheduled due to dependency. [ 1062.124689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb538cf-aaab-4d8a-ac66-6eccf3b18d66" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.239768] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 in Status: SUCCESS [ 1062.239768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.239768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.239768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.239768] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.239768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.239768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.239768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.239768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.239768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.239768] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('404a872c-ad0d-4fd3-826f-c3d5ee4c3372',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.740921] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.741317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.741317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.741469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.741507] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.741658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.741658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.741922] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.741989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.742074] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.742225] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.742316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.743073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.743374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.743548] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.743548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.743660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.743705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.743957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.743957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.743957] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('404a872c-ad0d-4fd3-826f-c3d5ee4c3372',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.911616] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1062.911958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.912110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.912346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.912678] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.912678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.912772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.912864] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.912953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.913045] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.246508] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 404a872c-ad0d-4fd3-826f-c3d5ee4c3372: rpc.has_security_group_logging(os_id): False [ 1063.265977] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.265977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.265977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.266164] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.266207] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.267344] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.267344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.267344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.267344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.267344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.267777] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.267777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.267777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.267985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.268045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.268278] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.268336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.268386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.268597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.268597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.268684] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 is going to be created. [ 1063.373431] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.373694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.373694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.373832] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.374018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.390023] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 in Status: IN_PROGRESS for 2s [ 1063.416786] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.921477] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.424422] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.424422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.424422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.424744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.424744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.424842] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1064.465696] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.465847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.465888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.466118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.466260] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.482807] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1065.085448] env[67174]: INFO networking_nsxv3.common.synchronization [None req-b3ca88f0-d228-4275-9b85-3fe5055ab83a None None] Enqueued Resource ID: ea48f9cb-d306-4d02-bdd5-fd8d4f92531e with Priority: HIGHEST for action port [ 1065.086229] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea48f9cb-d306-4d02-bdd5-fd8d4f92531e with Priority: HIGHEST for action port [ 1065.086667] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea48f9cb-d306-4d02-bdd5-fd8d4f92531e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.086887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea48f9cb-d306-4d02-bdd5-fd8d4f92531e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.086997] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea48f9cb-d306-4d02-bdd5-fd8d4f92531e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.087329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea48f9cb-d306-4d02-bdd5-fd8d4f92531e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.087687] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea48f9cb-d306-4d02-bdd5-fd8d4f92531e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.406435] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 in Status: SUCCESS [ 1065.406898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.590115] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea48f9cb-d306-4d02-bdd5-fd8d4f92531e [ 1065.590390] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.590559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.590630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.590848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.590937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.591043] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea48f9cb-d306-4d02-bdd5-fd8d4f92531e already deleted. [ 1065.591125] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea48f9cb-d306-4d02-bdd5-fd8d4f92531e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.496743] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1066.497130] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.497627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.498096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.498398] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.498597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.498708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.498964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.499108] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.499374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.499459] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.002705] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.002966] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.002966] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.003158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.003332] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.003451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.003526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.003639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.003714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.003796] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.003962] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.004073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.004126] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.004316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.004389] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.004475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.004527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.004815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.004908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.004955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.005118] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.507255] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 210a4361-d8e9-49d1-931e-c890119ad0db: rpc.has_security_group_logging(os_id): False [ 1067.516830] env[67174]: INFO networking_nsxv3.common.synchronization [None req-73e96621-767c-48e6-ba10-5b69cbb56a52 None None] Enqueued Resource ID: ebac7d6d-2e60-4a02-9224-ec2ff8413afa with Priority: HIGHEST for action port [ 1067.517505] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebac7d6d-2e60-4a02-9224-ec2ff8413afa with Priority: HIGHEST for action port [ 1067.517859] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebac7d6d-2e60-4a02-9224-ec2ff8413afa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.518032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebac7d6d-2e60-4a02-9224-ec2ff8413afa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.518107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebac7d6d-2e60-4a02-9224-ec2ff8413afa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.518428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebac7d6d-2e60-4a02-9224-ec2ff8413afa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.518522] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebac7d6d-2e60-4a02-9224-ec2ff8413afa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.530223] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.530427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.530542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.530845] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.530975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.531278] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.531791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.531930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.532219] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.532356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.532667] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.532861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.532973] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.533188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.533308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.533658] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.533787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.534085] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.534320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.534459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.534591] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1067.615295] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.615631] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.615714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.615938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.616096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.633747] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1067.927638] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.928286] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.928389] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.928604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.928717] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.020632] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebac7d6d-2e60-4a02-9224-ec2ff8413afa [ 1068.020632] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.020899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.020899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.021039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.021139] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.021236] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebac7d6d-2e60-4a02-9224-ec2ff8413afa already deleted. [ 1068.021317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebac7d6d-2e60-4a02-9224-ec2ff8413afa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.431474] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.935560] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.359637] env[67174]: INFO networking_nsxv3.common.synchronization [req-80a9770e-3549-4ccb-96df-57a70a86c6b3 req-3df088f5-b4e2-463e-86dc-49792b4febe9 tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGHEST for action security_group_members [ 1069.360286] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGHEST for action security_group_members [ 1069.360718] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f72f098-0d21-413a-8c90-001a2a77e50b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.360718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.360867] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.361725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.361725] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.361725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.361725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.361725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.361725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.361725] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f72f098-0d21-413a-8c90-001a2a77e50b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.437586] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1069.437711] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1069.654177] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1069.654649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.864670] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.864670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.864670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.866430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.866756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.866951] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.866951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.867102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.867861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.867861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.867861] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f72f098-0d21-413a-8c90-001a2a77e50b is going to be updated. [ 1069.903833] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.903833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.903833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.903833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.903833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.914503] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f72f098-0d21-413a-8c90-001a2a77e50b in Status: IN_PROGRESS for 2s [ 1070.475497] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.475883] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.475883] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.476465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.489027] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1070.491577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.492490] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1070.533272] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.533368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.533449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.533620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.544730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.545596] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1070.545688] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1070.545821] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1070.593034] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.593034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.593310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.593310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.594765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.595154] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1070.704271] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.705030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.705030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.705030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.705593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.705593] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1070.795772] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.795921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.796032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.796308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.796705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.797350] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1070.797350] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'976be832-6060-41d2-be24-f86aafff92f1', '23f9c773-456f-4d4e-8fb9-8e647253dfe6', '6ab53c22-3948-4b56-970f-b71603faf3ab', '42477951-9b7e-4c67-9ec2-dcff798c7142', 'e0af24a8-de79-40bb-a96f-cb8eba0daac9', '404a872c-ad0d-4fd3-826f-c3d5ee4c3372', '7e464ef3-9627-4f1a-80b6-fbbaa333efcf', 'c854b964-bc70-4c0d-8e90-5e77ec31ea63', '569afd4a-5d09-4baa-8b36-d8c81e68ec83', '9ce6d144-313a-4c0e-aa81-8bd435d7617d', 'f80b9b7c-d265-4b85-82a4-739c895db476', '5f72f098-0d21-413a-8c90-001a2a77e50b', '37387f75-fb16-456d-a665-839110f2fa5b', '7ca3b341-43d9-4521-ab8e-19d2ade9126e', 'ac4043a7-2132-4e62-938c-0d27d9b740dd', '15f8db01-fb5c-4051-a5b4-12e36539eb02', '5fa86040-92ec-4004-bda4-f5bed20ba096', 'a74999a0-54bd-4a19-bbd8-c0d54ff38831', '210a4361-d8e9-49d1-931e-c890119ad0db', 'ed723b0e-d061-4ca9-8545-9bf93395ac21', '2356818b-4305-4c0f-ad4a-aac7f32c4102', '319050eb-f5af-4574-8836-cc9e4fe8840e', '55b870d5-429c-4614-bbf4-625cd70c6ce8', '5f1217fd-efb8-48d4-8977-bad915c1a541', '83780c32-0905-4293-a842-66a41745595a', '419d0da3-ca92-43eb-9194-a7ae627fe2ab', '66c5f1b5-8d2f-45ad-8352-064427ed0c3f', '9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a', '4e061c56-f558-4e67-87f1-49d6c540ae48', '7d166a30-7eb2-4eae-87da-af22de77d6c7', 'fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa', '90ce717d-c3c5-4520-87b4-465f18014b3d', 'ff9ec72c-cf82-48bd-be36-7dbaf6703ee4', 'fbfe7a8d-7e54-4942-8573-02527bb360ce', '2ffb955a-d1fa-4fdf-9c42-f34c09e88352', 'c059d22d-f8b9-452c-99bd-587a6482b384', 'fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef', '550206ec-baa2-474e-849e-37acef85d57e', '1e23c51c-07b2-4de0-a4bb-a5e84c921fac', '3a67d15b-1d37-44cd-a01d-074bcd243e23', 'a8e36490-4476-401f-b4f5-32b1aba66ab3', 'bbb538cf-aaab-4d8a-ac66-6eccf3b18d66', 'b809d240-7c6a-4f5d-a927-643799167e5e', '122c4ee7-ab71-4edb-bab7-57628c9dd079', '97b7dc54-715d-45b0-85ab-097657b01adb', '344f76df-0f27-43a5-b607-5759885a92e1', '9a9dc422-7342-447e-ac5b-8c81ef5c339f', 'f379c511-4ed8-4036-8204-75d35f9488c0'} {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1070.797613] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1070.825478] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.825691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.825691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.825910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.826058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.826207] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1070.826307] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1070.826404] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1070.928877] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.928877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.928877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.928877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.930226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.930226] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1070.930226] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1070.930226] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1070.930668] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1070.930668] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1070.930668] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 976be832-6060-41d2-be24-f86aafff92f1 with Priority: HIGH for action security_group_rules [ 1070.930668] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGH for action security_group_rules [ 1070.930668] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ab53c22-3948-4b56-970f-b71603faf3ab with Priority: HIGH for action security_group_rules [ 1070.930668] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGH for action security_group_rules [ 1070.930668] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGH for action security_group_rules [ 1070.930984] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 with Priority: HIGH for action security_group_rules [ 1070.930984] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGH for action security_group_rules [ 1070.930984] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGH for action security_group_rules [ 1070.930984] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 with Priority: HIGH for action security_group_rules [ 1070.930984] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGH for action security_group_rules [ 1070.931969] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGH for action security_group_rules [ 1070.931969] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGH for action security_group_rules [ 1070.931969] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGH for action security_group_rules [ 1070.931969] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGH for action security_group_rules [ 1070.931969] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGH for action security_group_rules [ 1070.931969] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 with Priority: HIGH for action security_group_rules [ 1070.931969] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGH for action security_group_rules [ 1070.931969] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGH for action security_group_rules [ 1070.931969] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGH for action security_group_rules [ 1070.931969] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 with Priority: HIGH for action security_group_rules [ 1070.931969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.667179] env[67174]: INFO networking_nsxv3.common.synchronization [req-18c8ec54-4641-44b6-9fa1-429dbc0e42ed req-266af1a1-221b-4432-beeb-f2d282e83a06 tempest-ServersNegativeTestJSON-365241062 tempest-ServersNegativeTestJSON-365241062-project-member] Enqueued Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1071.667179] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1071.667179] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976be832-6060-41d2-be24-f86aafff92f1 with Priority: HIGH for action security_group_rules [ 1071.667179] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ab53c22-3948-4b56-970f-b71603faf3ab with Priority: HIGH for action security_group_rules [ 1071.667179] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGH for action security_group_rules [ 1071.667179] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4043a7-2132-4e62-938c-0d27d9b740dd with Priority: HIGH for action security_group_rules [ 1071.667179] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 with Priority: HIGH for action security_group_rules [ 1071.667179] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGH for action security_group_rules [ 1071.667179] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 with Priority: HIGH for action security_group_rules [ 1071.667179] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 with Priority: HIGH for action security_group_rules [ 1071.667179] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e with Priority: HIGH for action security_group_rules [ 1071.667179] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 with Priority: HIGH for action security_group_rules [ 1071.668057] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37387f75-fb16-456d-a665-839110f2fa5b with Priority: HIGH for action security_group_rules [ 1071.668340] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f72f098-0d21-413a-8c90-001a2a77e50b with Priority: HIGH for action security_group_rules [ 1071.668566] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80b9b7c-d265-4b85-82a4-739c895db476 with Priority: HIGH for action security_group_rules [ 1071.668780] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d with Priority: HIGH for action security_group_rules [ 1071.669792] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 with Priority: HIGH for action security_group_rules [ 1071.670134] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 with Priority: HIGH for action security_group_rules [ 1071.670434] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGH for action security_group_rules [ 1071.670672] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 with Priority: HIGH for action security_group_rules [ 1071.670871] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 with Priority: HIGH for action security_group_rules [ 1071.672634] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGH for action security_group_rules [ 1071.672634] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.672634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.672634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.672634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.672634] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.672634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.672634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.672634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.672634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.672634] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.674364] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-976be832-6060-41d2-be24-f86aafff92f1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.674364] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.674364] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.674587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.674628] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('976be832-6060-41d2-be24-f86aafff92f1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.678135] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ab53c22-3948-4b56-970f-b71603faf3ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.678135] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.678135] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.678135] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.678135] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ab53c22-3948-4b56-970f-b71603faf3ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.678135] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.679858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.679858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.679858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.679858] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.679858] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac4043a7-2132-4e62-938c-0d27d9b740dd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.679858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.679858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.679858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.680207] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac4043a7-2132-4e62-938c-0d27d9b740dd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.682029] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed723b0e-d061-4ca9-8545-9bf93395ac21 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.682029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.682029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.682029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.682029] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed723b0e-d061-4ca9-8545-9bf93395ac21',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.686022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.686022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.686022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.686022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.686022] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.686022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.686022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.686022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.686022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.686022] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a74999a0-54bd-4a19-bbd8-c0d54ff38831',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.686022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fa86040-92ec-4004-bda4-f5bed20ba096 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.686022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.686022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.686022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.687065] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fa86040-92ec-4004-bda4-f5bed20ba096',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.687106] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.688221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.688221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.688221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.688221] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ca3b341-43d9-4521-ab8e-19d2ade9126e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.690079] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15f8db01-fb5c-4051-a5b4-12e36539eb02 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.690079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.690079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.690079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.690079] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15f8db01-fb5c-4051-a5b4-12e36539eb02',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.690700] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37387f75-fb16-456d-a665-839110f2fa5b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.690824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.690824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.691504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.691504] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37387f75-fb16-456d-a665-839110f2fa5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.692105] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f72f098-0d21-413a-8c90-001a2a77e50b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.693732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.693732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.693732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.693732] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f72f098-0d21-413a-8c90-001a2a77e50b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.695570] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80b9b7c-d265-4b85-82a4-739c895db476 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.695570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.695570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.695570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.695570] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80b9b7c-d265-4b85-82a4-739c895db476',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.696265] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.696401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.696626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.696847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.696946] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce6d144-313a-4c0e-aa81-8bd435d7617d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.697769] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.698348] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.698348] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.698448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.698522] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('569afd4a-5d09-4baa-8b36-d8c81e68ec83',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.699667] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.699778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.699843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.699995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.700085] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('404a872c-ad0d-4fd3-826f-c3d5ee4c3372',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.701051] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.701244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.701244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.701371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.701441] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.702150] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.702255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.702309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.702746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.702746] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0af24a8-de79-40bb-a96f-cb8eba0daac9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.703430] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.703430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.703727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.703727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.703727] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f9c773-456f-4d4e-8fb9-8e647253dfe6',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.704457] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.704594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.704665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.704826] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.704913] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.712045] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.712210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.712280] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.712479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.712564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.712758] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.712862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.712904] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.713075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.713149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.713234] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6bce5e8-7949-4230-90d0-10ae5b953aac already deleted. [ 1071.713312] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.925613] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f72f098-0d21-413a-8c90-001a2a77e50b in Status: SUCCESS [ 1071.925813] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f72f098-0d21-413a-8c90-001a2a77e50b deletion is rescheduled due to dependency. [ 1071.925967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.064934] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.065181] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-758" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.065306] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-758" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.065686] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-758" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.065953] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.066130] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.066244] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.066479] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.066653] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.066865] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.067044] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.067170] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.067278] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.067389] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.067494] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.067624] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.088957] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.089151] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.089370] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.089557] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-758" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.089896] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.090098] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.090231] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.090576] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.090703] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad014b41-860c-4e7b-8e76-64ae71bb9dfa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.212896] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c854b964-bc70-4c0d-8e90-5e77ec31ea63 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.212896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.212896] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.213407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.213447] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.213577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.213663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.213948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.214023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.214099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.214219] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.218303] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.218604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.218604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.218772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.218818] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.218902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.218960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.219134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.219218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.219290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.219342] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.221658] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.221875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.221875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.222038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.222092] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.222170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.222234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.222380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.222455] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.223254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.223254] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('404a872c-ad0d-4fd3-826f-c3d5ee4c3372',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.225987] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.226154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.226207] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.226501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.226501] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.226703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.226703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.227583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.227583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.227583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.227583] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.242275] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.282011] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.282284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.282284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.282653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.287933] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.288106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.290413] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.290590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.302387] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.302534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.309036] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.309036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.310198] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.310346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.311089] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.311190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.311975] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.312079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.313092] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.313186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.313893] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.314035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.314691] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.314793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.315590] env[67174]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.316127] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.316127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.317731] env[67174]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.317731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.317731] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce6d144-313a-4c0e-aa81-8bd435d7617d is going to be deleted. [ 1072.318876] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.318970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.319115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.319337] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.320989] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.321090] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.325025] env[67174]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.325025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.325025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.325025] env[67174]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.325025] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.325025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.345048] env[67174]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.345634] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.345754] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ab53c22-3948-4b56-970f-b71603faf3ab is going to be deleted. [ 1072.346745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.347032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.376508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.376723] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 569afd4a-5d09-4baa-8b36-d8c81e68ec83 is going to be deleted. [ 1072.377801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.378028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.402845] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.403037] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a74999a0-54bd-4a19-bbd8-c0d54ff38831 is going to be deleted. [ 1072.404223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.404694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.407850] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.407850] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.420755] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.420981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.427696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.427853] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be deleted. [ 1072.429310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.429535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.443735] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.443892] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.458850] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.459027] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80b9b7c-d265-4b85-82a4-739c895db476 is going to be deleted. [ 1072.459960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.460197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.467865] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.468169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.486682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.486897] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 976be832-6060-41d2-be24-f86aafff92f1 is going to be deleted. [ 1072.488504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.488744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.533490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.533660] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed723b0e-d061-4ca9-8545-9bf93395ac21 is going to be deleted. [ 1072.534725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.535029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.580649] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.580767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.593513] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.593779] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.593864] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.594186] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.594358] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.594485] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port ad014b41-860c-4e7b-8e76-64ae71bb9dfa not found, creating... [ 1072.594762] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.595017] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.595121] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.595291] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.595426] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.595814] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.595983] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.600376] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.600632] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.600783] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.600945] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: ad014b41-860c-4e7b-8e76-64ae71bb9dfa is going to be created. [ 1072.603640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.603790] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fa86040-92ec-4004-bda4-f5bed20ba096 is going to be deleted. [ 1072.609690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.609968] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.639498] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.639727] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.639879] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.640170] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.640415] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.640655] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.645249] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.645706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.665158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.665330] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37387f75-fb16-456d-a665-839110f2fa5b is going to be deleted. [ 1072.666503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.666766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.671019] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.671388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.687220] env[67174]: INFO networking_nsxv3.common.synchronization [None req-b0403e60-ae4f-4c1d-9693-0bf5307e5868 None None] Enqueued Resource ID: df3a1bfc-4d32-44a5-adc5-362d065d80b4 with Priority: HIGHEST for action port [ 1072.687836] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3a1bfc-4d32-44a5-adc5-362d065d80b4 with Priority: HIGHEST for action port [ 1072.688699] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-df3a1bfc-4d32-44a5-adc5-362d065d80b4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.688842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df3a1bfc-4d32-44a5-adc5-362d065d80b4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.688910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df3a1bfc-4d32-44a5-adc5-362d065d80b4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.689406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df3a1bfc-4d32-44a5-adc5-362d065d80b4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.689525] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df3a1bfc-4d32-44a5-adc5-362d065d80b4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.719991] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.719991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.735513] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.735689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.735740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.735941] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.736684] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.736684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.736684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.736684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.736684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.736684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.737079] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.737079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.737079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.737204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.737302] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.737414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.737453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.737576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.737651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.737732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.737823] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.742040] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.743341] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.743341] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.743341] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.743517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.744533] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.744533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.744533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.744533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.744533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.744533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.744533] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.744533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.744533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.744533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.745030] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.745202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.745961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.745961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.745961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.745961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.745961] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('404a872c-ad0d-4fd3-826f-c3d5ee4c3372',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.749833] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c854b964-bc70-4c0d-8e90-5e77ec31ea63: rpc.has_security_group_logging(os_id): False [ 1072.802040] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.802040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.804456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.804456] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f9c773-456f-4d4e-8fb9-8e647253dfe6 is going to be deleted. [ 1072.804456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.804809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.812326] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.812469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.897405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.898577] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0af24a8-de79-40bb-a96f-cb8eba0daac9 is going to be deleted. [ 1072.899304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.899823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.901256] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.901948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.963357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.964747] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f72f098-0d21-413a-8c90-001a2a77e50b is going to be deleted. [ 1072.965220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.965492] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.987452] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.987655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.047723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.047723] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15f8db01-fb5c-4051-a5b4-12e36539eb02 is going to be deleted. [ 1073.049116] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.049116] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.112990] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.113198] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.162855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.163045] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ca3b341-43d9-4521-ab8e-19d2ade9126e is going to be deleted. [ 1073.164055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.164316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.168419] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.168607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.193179] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df3a1bfc-4d32-44a5-adc5-362d065d80b4 [ 1073.193431] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.193574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.193673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.193923] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.194069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.194265] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df3a1bfc-4d32-44a5-adc5-362d065d80b4 already deleted. [ 1073.194374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df3a1bfc-4d32-44a5-adc5-362d065d80b4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.206016] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.206253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.243206] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 210a4361-d8e9-49d1-931e-c890119ad0db: rpc.has_security_group_logging(os_id): False [ 1073.248071] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e464ef3-9627-4f1a-80b6-fbbaa333efcf: rpc.has_security_group_logging(os_id): False [ 1073.248606] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 404a872c-ad0d-4fd3-826f-c3d5ee4c3372: rpc.has_security_group_logging(os_id): False [ 1073.291748] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.291876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.327057] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.327240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.333944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.334151] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac4043a7-2132-4e62-938c-0d27d9b740dd is going to be deleted. [ 1073.335203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.335433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.335528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.335782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce6d144-313a-4c0e-aa81-8bd435d7617d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.338904] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.339147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.339325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.339477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ab53c22-3948-4b56-970f-b71603faf3ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.340953] env[67174]: INFO networking_nsxv3.common.synchronization [None req-614152bc-6cba-49b3-9382-9db8b020278c tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_rules [ 1073.341217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.341408] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.341496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.341614] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-569afd4a-5d09-4baa-8b36-d8c81e68ec83" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.342106] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_rules [ 1073.342325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.342505] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.342613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.342800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a74999a0-54bd-4a19-bbd8-c0d54ff38831" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.343112] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.343277] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.343318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.343525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.343622] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.345862] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.345862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.346042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.346108] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.358544] env[67174]: INFO networking_nsxv3.common.synchronization [req-18c8ec54-4641-44b6-9fa1-429dbc0e42ed req-489faa1e-236a-4d9f-85a6-759c3740f9dc service nova] Enqueued Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_rules [ 1073.358783] env[67174]: INFO networking_nsxv3.common.synchronization [req-18c8ec54-4641-44b6-9fa1-429dbc0e42ed req-489faa1e-236a-4d9f-85a6-759c3740f9dc service nova] Enqueued Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1073.358783] env[67174]: INFO networking_nsxv3.common.synchronization [req-18c8ec54-4641-44b6-9fa1-429dbc0e42ed req-489faa1e-236a-4d9f-85a6-759c3740f9dc service nova] Enqueued Resource ID: ad014b41-860c-4e7b-8e76-64ae71bb9dfa with Priority: HIGHEST for action port [ 1073.359289] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_rules [ 1073.359435] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1073.359543] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad014b41-860c-4e7b-8e76-64ae71bb9dfa with Priority: HIGHEST for action port [ 1073.360295] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.360437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.360487] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.360741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.360844] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.362572] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.362715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.362784] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.362989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.363144] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.363240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.363340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.363722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.363722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.363722] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.369989] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.369989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.369989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.369989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.369989] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad014b41-860c-4e7b-8e76-64ae71bb9dfa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.445862] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.445862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.460034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.460675] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.460929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.461425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.461718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.461762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.462188] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.462409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.462519] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.462765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.462968] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.463263] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.463418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.463522] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.463716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.463827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.463974] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 is going to be updated. [ 1073.465953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.465953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.465953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.465953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-976be832-6060-41d2-be24-f86aafff92f1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.466200] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.466463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.466567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.466740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80b9b7c-d265-4b85-82a4-739c895db476" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.466966] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.467404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.467404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.467475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed723b0e-d061-4ca9-8545-9bf93395ac21" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.467630] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.467847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.471709] env[67174]: INFO networking_nsxv3.common.synchronization [None req-8a35d577-5fbd-49db-a5e9-988df0df98f0 tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_rules [ 1073.472818] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_rules [ 1073.473211] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.473319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.544608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.544949] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.545201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.545201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.545368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.545451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.545550] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 is going to be updated. [ 1073.547072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.547276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.547359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.547482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37387f75-fb16-456d-a665-839110f2fa5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.547613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.547869] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.548058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.548201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f9c773-456f-4d4e-8fb9-8e647253dfe6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.548360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.548511] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.548582] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.548767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0af24a8-de79-40bb-a96f-cb8eba0daac9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.548840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.548975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.549064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.549138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f72f098-0d21-413a-8c90-001a2a77e50b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.549744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.549955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.549955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.550159] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15f8db01-fb5c-4051-a5b4-12e36539eb02" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.550233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.550379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.596819] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.597027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.622535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.622898] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.623241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.623534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.623719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.623911] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.624134] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be updated. [ 1073.625902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.626208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.626361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.626888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.626888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.627140] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.627265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.627605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ca3b341-43d9-4521-ab8e-19d2ade9126e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.628840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.629236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.629467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.629610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fa86040-92ec-4004-bda4-f5bed20ba096" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.629748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.629928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.632685] env[67174]: INFO networking_nsxv3.common.synchronization [req-d2caa722-a580-4a2f-883f-fdabb734e368 req-9ad125b1-6e62-45c5-beeb-e2d466058279 tempest-ServerMetadataNegativeTestJSON-1019246944 tempest-ServerMetadataNegativeTestJSON-1019246944-project-member] Enqueued Resource ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 with Priority: HIGHEST for action security_group_members [ 1073.633623] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 with Priority: HIGHEST for action security_group_members [ 1073.634436] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.634605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.634686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.634890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.635333] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.635333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.635333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.635456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.635490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.635617] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('404a872c-ad0d-4fd3-826f-c3d5ee4c3372',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.669608] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.669608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.695043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.695043] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.695043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.695043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.695524] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.695524] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.695621] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.695705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.695799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.697328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.697328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.697328] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.697328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.697328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.697328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.697328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.697328] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1073.698282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.698464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.698533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.698653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac4043a7-2132-4e62-938c-0d27d9b740dd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.700060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.700060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.700060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.756129] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.756348] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.756348] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.756519] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.756669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.758717] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 in Status: IN_PROGRESS for 2s [ 1073.785511] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 in Status: IN_PROGRESS for 2s [ 1073.791222] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.791459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.791459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.791671] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.791794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.831321] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 1073.872286] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.873919] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.874303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.877253] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad014b41-860c-4e7b-8e76-64ae71bb9dfa with status ACTIVE [ 1073.877459] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.877597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.877740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.880133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.880133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.880133] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.880133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.880133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.880133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.880133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.880133] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.880133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.880133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.880133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.880133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.880133] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad014b41-860c-4e7b-8e76-64ae71bb9dfa is going to be updated. [ 1073.916404] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.916404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.916404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.916709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.916709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.916709] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc3b80ae-450a-4638-a69f-af633484f88f already deleted. [ 1073.916827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.918700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.918700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.918700] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.919277] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.919532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.919532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.919937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.919937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.923422] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.923422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.923422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.923422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.923756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.923756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.937822] env[67174]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1073.938515] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1074.137929] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.138140] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.138216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.138428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.139060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.139293] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.139416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.139481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.139642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.139721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.139810] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 is going to be updated. [ 1074.175056] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.175258] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.175302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.175500] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.175642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.186990] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 in Status: IN_PROGRESS for 2s [ 1074.378760] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.441994] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.441994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.441994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.441994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.441994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.441994] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc3b80ae-450a-4638-a69f-af633484f88f already deleted. [ 1074.441994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.697304] env[67174]: INFO networking_nsxv3.common.synchronization [None req-74f4f39e-0438-4e27-88cf-97e480ff0d15 tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGHEST for action security_group_rules [ 1074.697693] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGHEST for action security_group_rules [ 1074.697982] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.701742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.701742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.701742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.701742] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f98e1f4d-3b67-4d0a-b627-e5373f1a8b97',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.822719] env[67174]: INFO networking_nsxv3.common.synchronization [None req-a73e6553-bccb-4b2a-8ae2-c3c4832d77e0 tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGHEST for action security_group_rules [ 1074.824022] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGHEST for action security_group_rules [ 1074.824022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.824022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.881453] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.881710] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.881710] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.881992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.882127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.882228] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6bce5e8-7949-4230-90d0-10ae5b953aac is going to be created. [ 1074.909302] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.909579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.909579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.909741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.909901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.920061] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: UNINITIALIZED for 2s [ 1075.225913] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.225913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.225913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.225913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.225913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.225913] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 already deleted. [ 1075.225913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.225913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.225913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.225913] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f98e1f4d-3b67-4d0a-b627-e5373f1a8b97',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.471766] env[67174]: INFO networking_nsxv3.common.synchronization [None req-da31388b-7492-4611-ac8e-8ef8649a4c32 None None] Enqueued Resource ID: aad7745e-4683-480b-b2b3-e39242088f58 with Priority: HIGHEST for action port [ 1075.472375] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad7745e-4683-480b-b2b3-e39242088f58 with Priority: HIGHEST for action port [ 1075.472727] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad7745e-4683-480b-b2b3-e39242088f58 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.472841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad7745e-4683-480b-b2b3-e39242088f58" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.472990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad7745e-4683-480b-b2b3-e39242088f58" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.473246] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad7745e-4683-480b-b2b3-e39242088f58" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.473303] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad7745e-4683-480b-b2b3-e39242088f58',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.748174] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.748174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.748174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.748174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.748174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.748174] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 already deleted. [ 1075.748174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.772292] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 in Status: SUCCESS [ 1075.772517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.798496] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 in Status: SUCCESS [ 1075.798496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.846982] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 1075.846982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.955038] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1075.955325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.975042] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aad7745e-4683-480b-b2b3-e39242088f58 [ 1075.975170] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.975264] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.975316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.975515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.975602] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.975714] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aad7745e-4683-480b-b2b3-e39242088f58 already deleted. [ 1075.975798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad7745e-4683-480b-b2b3-e39242088f58" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.196921] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 in Status: SUCCESS [ 1076.197234] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 deletion is rescheduled due to dependency. [ 1076.197358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.935403] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: SUCCESS [ 1076.935755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.935814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.936024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.936229] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.936384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.936450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.936572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.936652] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.936737] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.936824] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.439554] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.439814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.440232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.440745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.440745] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.440977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.441028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.441245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.441357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.441471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.441652] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.441782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.442489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.442489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.442489] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.442489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.442489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.442952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.443035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.443243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.443541] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.947454] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6bce5e8-7949-4230-90d0-10ae5b953aac: rpc.has_security_group_logging(os_id): False [ 1077.965837] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.966029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.966075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.966258] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.966344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.966533] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.966633] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.966692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.966834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.966905] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.967155] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.967252] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.967311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.967451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.967525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.967753] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.967847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.967904] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.968054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.968127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.968210] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6bce5e8-7949-4230-90d0-10ae5b953aac is going to be created. [ 1078.028825] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.028977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.029173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.029318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.029583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.044020] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: IN_PROGRESS for 2s [ 1079.004992] env[67174]: INFO networking_nsxv3.common.synchronization [req-b73a216f-f2c1-4de6-847c-8d4fe603d136 req-05713ed6-3f57-4685-8b37-44eb0f74c664 tempest-ImagesTestJSON-809909415 tempest-ImagesTestJSON-809909415-project-member] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1079.005967] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1079.006354] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.006422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.006484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.006843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.006843] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.006938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.006980] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.007154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.007248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.007340] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.510878] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.013394] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.060551] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: SUCCESS [ 1080.060808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.515727] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.515887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.515994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.516148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.516242] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.516436] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1080.550841] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.551079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.551079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.551278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.551421] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.564594] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1080.996584] env[67174]: INFO networking_nsxv3.common.synchronization [req-240edc2f-5a8d-4432-bf27-8aea8f685d72 req-c8dd2ffe-d500-42a7-8e08-83cd4f8648f6 tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_members [ 1080.997341] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_members [ 1080.997725] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.997851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.997944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.998351] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.998520] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.998686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.998783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.998969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.999071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.999188] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.359588] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.359921] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.359921] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.360198] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.360523] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.360714] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.360846] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.361115] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.361291] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.361564] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.361626] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.361717] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.361823] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.361930] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.362047] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.362192] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.381419] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.381583] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.381716] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.381892] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.382235] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-f2d0aaf2-0796-4c57-ab76-c472ec4e8fef taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.382441] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-f2d0aaf2-0796-4c57-ab76-c472ec4e8fef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.382574] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-f2d0aaf2-0796-4c57-ab76-c472ec4e8fef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.382885] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-f2d0aaf2-0796-4c57-ab76-c472ec4e8fef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.383036] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d0aaf2-0796-4c57-ab76-c472ec4e8fef',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.502056] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.502235] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.502282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.502542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.502588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.502789] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.502890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.502949] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.503110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.503185] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.503268] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3b80ae-450a-4638-a69f-af633484f88f already deleted. [ 1081.503345] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.885379] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.885533] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.885587] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.885862] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.886028] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.886213] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port f2d0aaf2-0796-4c57-ab76-c472ec4e8fef not found, creating... [ 1081.886471] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.886710] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.886914] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.887194] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.887328] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.887646] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.887808] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.887923] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.888142] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.888298] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.888727] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: f2d0aaf2-0796-4c57-ab76-c472ec4e8fef is going to be created. [ 1081.907071] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.907309] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.907411] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.907677] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.907904] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.908134] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-f2d0aaf2-0796-4c57-ab76-c472ec4e8fef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.574838] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1082.575254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.597415] env[67174]: INFO networking_nsxv3.common.synchronization [req-240edc2f-5a8d-4432-bf27-8aea8f685d72 req-b124687b-dde2-4e9c-b844-8fb2c42af825 service nova] Enqueued Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_rules [ 1082.597686] env[67174]: INFO networking_nsxv3.common.synchronization [req-240edc2f-5a8d-4432-bf27-8aea8f685d72 req-b124687b-dde2-4e9c-b844-8fb2c42af825 service nova] Enqueued Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_members [ 1082.597779] env[67174]: INFO networking_nsxv3.common.synchronization [req-240edc2f-5a8d-4432-bf27-8aea8f685d72 req-b124687b-dde2-4e9c-b844-8fb2c42af825 service nova] Enqueued Resource ID: f2d0aaf2-0796-4c57-ab76-c472ec4e8fef with Priority: HIGHEST for action port [ 1082.598433] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_rules [ 1082.598587] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_members [ 1082.598697] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2d0aaf2-0796-4c57-ab76-c472ec4e8fef with Priority: HIGHEST for action port [ 1082.598982] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.599129] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.599192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.599415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.599526] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.600337] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.600454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.600514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.600668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.600822] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.600884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.600946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.601110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.601192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.601279] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.602138] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2d0aaf2-0796-4c57-ab76-c472ec4e8fef taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.602346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2d0aaf2-0796-4c57-ab76-c472ec4e8fef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.602346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2d0aaf2-0796-4c57-ab76-c472ec4e8fef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.602413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2d0aaf2-0796-4c57-ab76-c472ec4e8fef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.602505] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2d0aaf2-0796-4c57-ab76-c472ec4e8fef',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.103763] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.104943] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.105064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.105947] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2d0aaf2-0796-4c57-ab76-c472ec4e8fef with status ACTIVE [ 1083.105947] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.105947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.105947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.106199] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.106199] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.106274] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.106385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.106423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.109065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.109232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.109445] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.109556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.109633] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.109796] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.109874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.109959] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2d0aaf2-0796-4c57-ab76-c472ec4e8fef is going to be updated. [ 1083.131464] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.131635] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.131683] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.131898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.132044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.132240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2d0aaf2-0796-4c57-ab76-c472ec4e8fef" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.288570] env[67174]: INFO networking_nsxv3.common.synchronization [req-6fe123e6-21c1-46ce-b78d-78b66fe900f2 req-600df227-fc65-4de9-83af-b7e901b7c8e4 tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGHEST for action security_group_members [ 1083.289304] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGHEST for action security_group_members [ 1083.289736] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.289904] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.290213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.290559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.290815] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.290977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.291108] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.291327] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.291459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.291607] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f98e1f4d-3b67-4d0a-b627-e5373f1a8b97',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.605868] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.609752] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.609890] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.610057] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.610406] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.610638] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.610833] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.610964] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.611266] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.611438] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.611709] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.611856] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.612040] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.612113] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.612240] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.612418] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.612530] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.634483] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.634668] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.634830] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.635047] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-877" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.635412] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-79d077ae-1e58-4371-bb37-2c63fb867ac8 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.635590] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-79d077ae-1e58-4371-bb37-2c63fb867ac8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.635708] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-79d077ae-1e58-4371-bb37-2c63fb867ac8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.636043] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-79d077ae-1e58-4371-bb37-2c63fb867ac8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.636177] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79d077ae-1e58-4371-bb37-2c63fb867ac8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.794020] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.794225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.794372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.794544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.794637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.794839] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.794940] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.795010] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.795157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.795234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.795310] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 already deleted. [ 1083.795390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.110077] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.110077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.110077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.110077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.110077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.110077] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3b80ae-450a-4638-a69f-af633484f88f is going to be created. [ 1084.133268] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.133481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.133481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.133720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.133888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.137811] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.138055] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.138151] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.138447] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.138592] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.138740] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 79d077ae-1e58-4371-bb37-2c63fb867ac8 not found, creating... [ 1084.138992] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.139161] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.139279] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.139489] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.139620] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.139890] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.140054] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.140168] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.140373] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.140512] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.140639] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 79d077ae-1e58-4371-bb37-2c63fb867ac8 is going to be created. [ 1084.143081] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: UNINITIALIZED for 2s [ 1084.161723] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.161934] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.162057] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.162340] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.162566] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.162789] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-79d077ae-1e58-4371-bb37-2c63fb867ac8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.904811] env[67174]: INFO networking_nsxv3.common.synchronization [req-6fe123e6-21c1-46ce-b78d-78b66fe900f2 req-c372172e-0735-4de6-b8c9-85608749ffb7 service nova] Enqueued Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGHEST for action security_group_rules [ 1084.905105] env[67174]: INFO networking_nsxv3.common.synchronization [req-6fe123e6-21c1-46ce-b78d-78b66fe900f2 req-c372172e-0735-4de6-b8c9-85608749ffb7 service nova] Enqueued Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGHEST for action security_group_members [ 1084.905274] env[67174]: INFO networking_nsxv3.common.synchronization [req-6fe123e6-21c1-46ce-b78d-78b66fe900f2 req-c372172e-0735-4de6-b8c9-85608749ffb7 service nova] Enqueued Resource ID: 79d077ae-1e58-4371-bb37-2c63fb867ac8 with Priority: HIGHEST for action port [ 1084.905843] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGHEST for action security_group_rules [ 1084.906171] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGHEST for action security_group_members [ 1084.906347] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79d077ae-1e58-4371-bb37-2c63fb867ac8 with Priority: HIGHEST for action port [ 1084.906648] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.906776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.906840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.907204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.907343] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f98e1f4d-3b67-4d0a-b627-e5373f1a8b97',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.908355] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.908841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.908918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.909436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.909510] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.909657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.909657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.909809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.909894] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.909981] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f98e1f4d-3b67-4d0a-b627-e5373f1a8b97',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.911470] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-79d077ae-1e58-4371-bb37-2c63fb867ac8 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.911470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79d077ae-1e58-4371-bb37-2c63fb867ac8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.911470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79d077ae-1e58-4371-bb37-2c63fb867ac8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.911724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79d077ae-1e58-4371-bb37-2c63fb867ac8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.911724] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79d077ae-1e58-4371-bb37-2c63fb867ac8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.413414] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f98e1f4d-3b67-4d0a-b627-e5373f1a8b97',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.414655] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.414830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.414830] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79d077ae-1e58-4371-bb37-2c63fb867ac8 with status ACTIVE [ 1085.415157] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.415157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.415376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.415726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.415726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.415947] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.416063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.416141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.416308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.416380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.416565] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.416665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.416720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.416845] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.416901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.416953] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79d077ae-1e58-4371-bb37-2c63fb867ac8 is going to be updated. [ 1085.439951] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.440204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.440204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.440378] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.440497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.440654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79d077ae-1e58-4371-bb37-2c63fb867ac8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.919544] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f98e1f4d-3b67-4d0a-b627-e5373f1a8b97',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.157193] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: SUCCESS [ 1086.157193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.157193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.157193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.157193] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.157193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.157193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.157193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.157193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.157193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.157193] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.425444] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.425444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.425444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.425444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.425444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.425444] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 is going to be created. [ 1086.450193] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.450193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.450193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.450193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.450193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.460426] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 in Status: UNINITIALIZED for 2s [ 1086.660056] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.162164] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc3b80ae-450a-4638-a69f-af633484f88f: rpc.has_security_group_logging(os_id): False [ 1087.183641] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.183641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.183641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.183641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.183641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.183641] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.183641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.183641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.183641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.184241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.184241] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc3b80ae-450a-4638-a69f-af633484f88f is going to be created. [ 1087.251264] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.251479] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.251526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.251795] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.252073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.265647] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: IN_PROGRESS for 2s [ 1087.568589] env[67174]: INFO networking_nsxv3.common.synchronization [req-c3723876-e5de-46a8-a388-8dfe4f1f0ebe req-58260ae4-4779-421b-a1f6-92ff23f593b4 tempest-ImagesTestJSON-809909415 tempest-ImagesTestJSON-809909415-project-member] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1087.568973] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1087.569307] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.569431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.569493] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.569764] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.569922] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.570033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.570095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.570202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.570288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.570371] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.073197] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.073357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.073429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.073661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.073776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.073988] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.074103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.074164] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.074618] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.074618] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.074618] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1088.106357] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.106625] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.106701] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.106918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.107085] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.117753] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1088.472276] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 in Status: SUCCESS [ 1088.472590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.472590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.472735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.472998] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.473115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.473115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.473276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.473541] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.473541] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.473753] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f98e1f4d-3b67-4d0a-b627-e5373f1a8b97',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.556385] env[67174]: INFO networking_nsxv3.common.synchronization [req-0b0f69d9-a71d-4c17-81a0-e583d9ad5a3c req-3837ced4-07fe-4042-8e7e-ccab82960fdd tempest-ServersNegativeTestJSON-365241062 tempest-ServersNegativeTestJSON-365241062-project-member] Enqueued Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1088.556385] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1088.556548] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.556606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.556685] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.557071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.557436] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.557605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.557717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.557967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.558266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.558482] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.885197] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.885418] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-758" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.885543] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-758" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.885819] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-758" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.886253] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.886465] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.886627] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.887312] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.887509] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.887890] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.888034] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.888149] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.888257] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.888372] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.888518] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.888687] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.909299] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.909503] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.909603] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.909854] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-758" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.910253] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-49522306-767e-4936-bdf9-a091b4665077 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.910380] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-49522306-767e-4936-bdf9-a091b4665077" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.910473] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-49522306-767e-4936-bdf9-a091b4665077" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.910816] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-49522306-767e-4936-bdf9-a091b4665077" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.910970] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49522306-767e-4936-bdf9-a091b4665077',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.976340] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f98e1f4d-3b67-4d0a-b627-e5373f1a8b97',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.062055] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.278309] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: SUCCESS [ 1089.278309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.417473] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.417473] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.417473] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.417473] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.417473] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.417473] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 49522306-767e-4936-bdf9-a091b4665077 not found, creating... [ 1089.417473] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.417473] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.417473] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.417473] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.417473] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.419992] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.419992] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.419992] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.419992] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.419992] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.419992] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 49522306-767e-4936-bdf9-a091b4665077 is going to be created. [ 1089.442350] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.442561] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.442686] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.442957] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.443203] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.443687] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-49522306-767e-4936-bdf9-a091b4665077" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.479236] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f98e1f4d-3b67-4d0a-b627-e5373f1a8b97: rpc.has_security_group_logging(os_id): False [ 1089.518558] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.518825] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.518825] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.520098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.520098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.520098] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.520098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.520098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.520098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.520098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.520098] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 is going to be created. [ 1089.563750] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.628810] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.629309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.629309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.629614] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.629981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.645725] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 in Status: IN_PROGRESS for 2s [ 1089.656211] env[67174]: INFO networking_nsxv3.common.synchronization [req-04c8e8aa-d539-41aa-8b34-34f815facece req-724e2ebf-d86f-4528-9347-fd539fc100c2 tempest-ServersV294TestFqdnHostnames-140201593 tempest-ServersV294TestFqdnHostnames-140201593-project-member] Enqueued Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGHEST for action security_group_members [ 1089.656740] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGHEST for action security_group_members [ 1089.657095] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-83780c32-0905-4293-a842-66a41745595a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.657252] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.657331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.657508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.657673] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.657988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.658083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.658262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.658340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.658468] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83780c32-0905-4293-a842-66a41745595a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.067038] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.067202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.067324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.068400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.068581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.068737] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6bce5e8-7949-4230-90d0-10ae5b953aac is going to be updated. [ 1090.104881] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.105163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.105249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.105497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.106217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.116765] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: IN_PROGRESS for 2s [ 1090.127767] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1090.127767] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db deletion is rescheduled due to dependency. [ 1090.127767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.160772] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.160772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.161062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.161222] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.194402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.194757] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.194884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.194947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.195172] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.195361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.195361] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83780c32-0905-4293-a842-66a41745595a is going to be updated. [ 1090.198529] env[67174]: INFO networking_nsxv3.common.synchronization [req-0b0f69d9-a71d-4c17-81a0-e583d9ad5a3c req-11b3804f-d402-4eec-8017-9a057fe5aef0 service nova] Enqueued Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_rules [ 1090.198706] env[67174]: INFO networking_nsxv3.common.synchronization [req-0b0f69d9-a71d-4c17-81a0-e583d9ad5a3c req-11b3804f-d402-4eec-8017-9a057fe5aef0 service nova] Enqueued Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1090.198823] env[67174]: INFO networking_nsxv3.common.synchronization [req-0b0f69d9-a71d-4c17-81a0-e583d9ad5a3c req-11b3804f-d402-4eec-8017-9a057fe5aef0 service nova] Enqueued Resource ID: 49522306-767e-4936-bdf9-a091b4665077 with Priority: HIGHEST for action port [ 1090.199399] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_rules [ 1090.199564] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1090.199668] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49522306-767e-4936-bdf9-a091b4665077 with Priority: HIGHEST for action port [ 1090.200141] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.200287] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.200358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.200770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.200770] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.201712] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.201817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.202076] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-49522306-767e-4936-bdf9-a091b4665077 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.202273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49522306-767e-4936-bdf9-a091b4665077" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.202273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49522306-767e-4936-bdf9-a091b4665077" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.202478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49522306-767e-4936-bdf9-a091b4665077" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.202587] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49522306-767e-4936-bdf9-a091b4665077',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.227854] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.228085] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.228085] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.228287] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.228499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.239452] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83780c32-0905-4293-a842-66a41745595a in Status: IN_PROGRESS for 2s [ 1090.704632] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.705340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.705340] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49522306-767e-4936-bdf9-a091b4665077 with status ACTIVE [ 1090.705340] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.705340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.705340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.706563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.706563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.706563] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.706563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.706563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.706563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.706563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.706563] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.706563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.706563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.706563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.706563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.707539] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49522306-767e-4936-bdf9-a091b4665077 is going to be updated. [ 1090.730927] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.731149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.731149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.731375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.731512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.731675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49522306-767e-4936-bdf9-a091b4665077" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.852669] env[67174]: INFO networking_nsxv3.common.synchronization [req-816c8051-206e-4c0d-b227-b6b111604352 req-4eebe278-f050-4f5f-b81c-fe84108fac4f tempest-ImagesTestJSON-809909415 tempest-ImagesTestJSON-809909415-project-member] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1090.853784] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1090.854936] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.854936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.854936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.854936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.854936] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.854936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.854936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.855495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.855495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.855495] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.242721] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.242992] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.243178] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.243441] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.243827] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.243897] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.243971] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.244318] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.244465] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.244671] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.244779] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.244883] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.244983] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.245103] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.245322] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.245589] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.274746] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.274949] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.275136] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.275341] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-576" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.275685] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-75fdadaa-e587-4243-9c5c-de175d87e737 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.275870] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-75fdadaa-e587-4243-9c5c-de175d87e737" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.275989] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-75fdadaa-e587-4243-9c5c-de175d87e737" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.276393] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-75fdadaa-e587-4243-9c5c-de175d87e737" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.276536] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75fdadaa-e587-4243-9c5c-de175d87e737',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.357806] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.357963] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.358026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.358237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.358318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.358540] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.358637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.358702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.360232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.360232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.360232] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1091.386177] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.386332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.386332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.386653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.386750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.396993] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1091.659550] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 in Status: SUCCESS [ 1091.659733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.779273] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.779663] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.779663] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.779911] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.780106] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.780268] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 75fdadaa-e587-4243-9c5c-de175d87e737 not found, creating... [ 1091.780544] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.780702] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.780814] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.781053] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.781642] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.781642] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.781642] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.781815] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.781969] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.782130] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.782268] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 75fdadaa-e587-4243-9c5c-de175d87e737 is going to be created. [ 1091.804849] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.805083] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.805210] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.805655] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.805910] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.806181] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-75fdadaa-e587-4243-9c5c-de175d87e737" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.126659] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: SUCCESS [ 1092.126900] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.127084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.127311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.127559] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.127620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.127743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.127880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.127934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.127983] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.252654] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83780c32-0905-4293-a842-66a41745595a in Status: SUCCESS [ 1092.252834] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83780c32-0905-4293-a842-66a41745595a deletion is rescheduled due to dependency. [ 1092.252954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.508320] env[67174]: INFO networking_nsxv3.common.synchronization [req-816c8051-206e-4c0d-b227-b6b111604352 req-7eda3776-5564-421d-9f45-280e6172ac84 service nova] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_rules [ 1092.508505] env[67174]: INFO networking_nsxv3.common.synchronization [req-816c8051-206e-4c0d-b227-b6b111604352 req-7eda3776-5564-421d-9f45-280e6172ac84 service nova] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1092.508643] env[67174]: INFO networking_nsxv3.common.synchronization [req-816c8051-206e-4c0d-b227-b6b111604352 req-7eda3776-5564-421d-9f45-280e6172ac84 service nova] Enqueued Resource ID: 75fdadaa-e587-4243-9c5c-de175d87e737 with Priority: HIGHEST for action port [ 1092.509189] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_rules [ 1092.509322] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1092.509411] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75fdadaa-e587-4243-9c5c-de175d87e737 with Priority: HIGHEST for action port [ 1092.509765] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.509886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.509942] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.510147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.510225] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.511648] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.511822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.511925] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-75fdadaa-e587-4243-9c5c-de175d87e737 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.512081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75fdadaa-e587-4243-9c5c-de175d87e737" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.512159] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75fdadaa-e587-4243-9c5c-de175d87e737" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.512372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75fdadaa-e587-4243-9c5c-de175d87e737" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.512461] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75fdadaa-e587-4243-9c5c-de175d87e737',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.632238] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.015895] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.016318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.017525] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75fdadaa-e587-4243-9c5c-de175d87e737 with status ACTIVE [ 1093.017748] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.017882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.017962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.018212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.018322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.018535] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.018637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.018703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.018877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.018957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.019161] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.019255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.019320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.019450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.019526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.019608] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75fdadaa-e587-4243-9c5c-de175d87e737 is going to be updated. [ 1093.069673] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.069911] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.069967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.070248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.070431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.070638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75fdadaa-e587-4243-9c5c-de175d87e737" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.133471] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.409633] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1093.409853] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db deletion is rescheduled due to dependency. [ 1093.409966] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.410145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.410518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.410663] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.410663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.410759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.410964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.410964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.411105] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.635819] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.637248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.637374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.637743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.637849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.637946] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6bce5e8-7949-4230-90d0-10ae5b953aac is going to be updated. [ 1093.673332] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.673543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.673627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.673897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.674189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.687426] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: IN_PROGRESS for 2s [ 1093.913652] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.415818] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.918683] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.919102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.919102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.919662] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.919662] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.919662] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1094.985247] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.985247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.985247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.985554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.985613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.997844] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1095.703211] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: SUCCESS [ 1095.703211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.703211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.703211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.703211] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.703211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.703211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.703211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.703211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.703211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.703211] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.207470] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.207705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.207789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.208072] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.208269] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.208391] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.208459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.208629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.208757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.208911] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.209154] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.209303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.209412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.209614] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.209816] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.209960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.210106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.210308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.210363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.210423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.210514] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.712893] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6bce5e8-7949-4230-90d0-10ae5b953aac: rpc.has_security_group_logging(os_id): False [ 1096.731059] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.731225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.731283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.731465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.731557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.731758] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.731873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.731907] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.732824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.732824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.732824] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.732824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.732824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.732824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.732824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.733094] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.733094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.733094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.733985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.733985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.733985] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6bce5e8-7949-4230-90d0-10ae5b953aac is going to be updated. [ 1096.796926] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.797103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.797177] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.797419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.797650] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.811128] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: IN_PROGRESS for 2s [ 1097.008912] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1097.009089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.009616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.009891] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.010150] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.010302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.010380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.010565] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.010913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.010913] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.010913] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.432040] env[67174]: INFO networking_nsxv3.common.synchronization [req-ead2a9f3-260a-4a1e-b46e-76c112ec68e3 req-8f6466cd-f7e1-475a-a6d0-9b758df6c899 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1097.432469] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1097.432817] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.432948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.433020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.433219] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.433372] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.433469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.433530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.433672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.433754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.433841] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.513571] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.513774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.513845] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.514830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.514830] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.514929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.515880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.515880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.515880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.515880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.515880] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.515880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.515880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.515880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.516163] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.516163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.516163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.516280] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.516348] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.516426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.516519] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.810774] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.811073] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.811113] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.811363] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.811806] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.811806] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.811950] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.812128] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.812269] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.812469] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.812578] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.812689] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.812791] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.812976] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.813105] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.813158] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.833531] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.833711] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.833858] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.834047] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.834389] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-d10bbf7f-8d54-46f0-b612-24f7314c25db taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.834585] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-d10bbf7f-8d54-46f0-b612-24f7314c25db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.834800] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-d10bbf7f-8d54-46f0-b612-24f7314c25db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.835159] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-d10bbf7f-8d54-46f0-b612-24f7314c25db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.835296] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d10bbf7f-8d54-46f0-b612-24f7314c25db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.935951] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.936119] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.936207] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.936448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.936535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.936761] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.936867] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.936930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.937190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.937190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.937277] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be deleted. [ 1097.970784] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.971284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.971284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.971385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.971494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.971606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.020036] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 210a4361-d8e9-49d1-931e-c890119ad0db: rpc.has_security_group_logging(os_id): False [ 1098.044021] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.044021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.044021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.044021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.044021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.044021] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.044021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.044021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.044021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.044021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.044021] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.044021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.044021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.044021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.044021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.044562] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.044562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.044652] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.044959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.045215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.045389] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1098.148838] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.148989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.149074] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.149295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.149443] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.166568] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1098.338146] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.338505] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.338659] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.338991] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.339202] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.339384] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port d10bbf7f-8d54-46f0-b612-24f7314c25db not found, creating... [ 1098.339697] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.339880] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.340037] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.340281] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.340421] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.340768] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.340932] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.341059] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.341275] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.341409] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.341548] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: d10bbf7f-8d54-46f0-b612-24f7314c25db is going to be created. [ 1098.376131] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.376331] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.376370] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.376625] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.376899] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.377108] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-d10bbf7f-8d54-46f0-b612-24f7314c25db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.826260] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: SUCCESS [ 1098.826700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.114334] env[67174]: INFO networking_nsxv3.common.synchronization [req-ead2a9f3-260a-4a1e-b46e-76c112ec68e3 req-c1d249b4-3995-4343-97ca-a7f5f0f06369 service nova] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_rules [ 1099.114334] env[67174]: INFO networking_nsxv3.common.synchronization [req-ead2a9f3-260a-4a1e-b46e-76c112ec68e3 req-c1d249b4-3995-4343-97ca-a7f5f0f06369 service nova] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1099.114334] env[67174]: INFO networking_nsxv3.common.synchronization [req-ead2a9f3-260a-4a1e-b46e-76c112ec68e3 req-c1d249b4-3995-4343-97ca-a7f5f0f06369 service nova] Enqueued Resource ID: d10bbf7f-8d54-46f0-b612-24f7314c25db with Priority: HIGHEST for action port [ 1099.114334] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_rules [ 1099.114334] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1099.114582] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d10bbf7f-8d54-46f0-b612-24f7314c25db with Priority: HIGHEST for action port [ 1099.114777] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.114907] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.114960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.115164] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.115256] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.116160] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.116278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.116366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.116561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.116704] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.116855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.116855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.117904] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.117904] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.117904] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.118091] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-d10bbf7f-8d54-46f0-b612-24f7314c25db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.118150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d10bbf7f-8d54-46f0-b612-24f7314c25db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.118184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d10bbf7f-8d54-46f0-b612-24f7314c25db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.118420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d10bbf7f-8d54-46f0-b612-24f7314c25db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.118452] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d10bbf7f-8d54-46f0-b612-24f7314c25db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.620549] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.620549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.620865] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.622020] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d10bbf7f-8d54-46f0-b612-24f7314c25db with status ACTIVE [ 1099.622020] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.622201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.622237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.622434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.622527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.622715] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.622812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.622872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.623111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.623111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.623267] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.623349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.623413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.623545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.623615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.623695] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d10bbf7f-8d54-46f0-b612-24f7314c25db is going to be updated. [ 1099.649761] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.650048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.650764] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.650764] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.650764] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.650931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d10bbf7f-8d54-46f0-b612-24f7314c25db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.126009] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.188508] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1100.188979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.219635] env[67174]: INFO networking_nsxv3.common.synchronization [None req-2fc9e0d8-8c0a-43cb-a3be-608cc7cfc6c1 None None] Enqueued Resource ID: 131d96e0-1f91-4a23-a30e-3ca5b4e0b185 with Priority: HIGHEST for action port [ 1100.219966] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 131d96e0-1f91-4a23-a30e-3ca5b4e0b185 with Priority: HIGHEST for action port [ 1100.220335] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-131d96e0-1f91-4a23-a30e-3ca5b4e0b185 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.220465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-131d96e0-1f91-4a23-a30e-3ca5b4e0b185" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.220524] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-131d96e0-1f91-4a23-a30e-3ca5b4e0b185" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.220811] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-131d96e0-1f91-4a23-a30e-3ca5b4e0b185" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.220839] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('131d96e0-1f91-4a23-a30e-3ca5b4e0b185',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.628808] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.630025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.630025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.630025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.630025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.630025] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be created. [ 1100.656670] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.656781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.656817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.657025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.657192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.670339] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: UNINITIALIZED for 2s [ 1100.724084] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 131d96e0-1f91-4a23-a30e-3ca5b4e0b185 [ 1100.724396] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.724509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.724579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.724846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.724935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.725046] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:131d96e0-1f91-4a23-a30e-3ca5b4e0b185 already deleted. [ 1100.725140] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-131d96e0-1f91-4a23-a30e-3ca5b4e0b185" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.667197] env[67174]: INFO networking_nsxv3.common.synchronization [None req-6e0823bf-8e23-449a-944d-a82807c3586b None None] Enqueued Resource ID: 29d09fab-0a46-4cbe-886f-9edd99e0f594 with Priority: HIGHEST for action port [ 1102.667197] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d09fab-0a46-4cbe-886f-9edd99e0f594 with Priority: HIGHEST for action port [ 1102.667741] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-29d09fab-0a46-4cbe-886f-9edd99e0f594 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.667741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29d09fab-0a46-4cbe-886f-9edd99e0f594" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.667918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29d09fab-0a46-4cbe-886f-9edd99e0f594" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.668366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29d09fab-0a46-4cbe-886f-9edd99e0f594" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.668366] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29d09fab-0a46-4cbe-886f-9edd99e0f594',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.683609] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1102.683609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.684103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.684243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.684439] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.684559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.684625] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.684781] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.684866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.684975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.685081] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.170429] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29d09fab-0a46-4cbe-886f-9edd99e0f594 [ 1103.170665] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.170800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.170897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.171280] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.171432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.171588] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29d09fab-0a46-4cbe-886f-9edd99e0f594 already deleted. [ 1103.171688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29d09fab-0a46-4cbe-886f-9edd99e0f594" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.187027] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.187183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.187270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.187438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.187602] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.187745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.187807] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.187961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.188048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.188132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.188274] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.188365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.188425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.188610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.188811] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.188951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.189367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.189367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.189427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.189480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.189578] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.693518] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42477951-9b7e-4c67-9ec2-dcff798c7142: rpc.has_security_group_logging(os_id): False [ 1103.722436] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.722667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.722667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.722939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.722998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.723420] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.723420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.723420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.723557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.723557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.723811] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.723964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.723964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.724073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.724723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.724723] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.724723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.724723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.724723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.724723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.724991] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be created. [ 1103.801255] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.801255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.801395] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.801572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.801759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.817423] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1103.928647] env[67174]: INFO networking_nsxv3.common.synchronization [None req-02af0265-056b-4554-bf06-f8be86e7a870 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1103.929207] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1103.929670] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.929850] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.929960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.930283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.930878] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.931016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.931087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.931262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.931350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.931447] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.102946] env[67174]: INFO networking_nsxv3.common.synchronization [req-649e1f6c-52d6-402b-815c-3138d3b8bd12 req-83897eac-113e-43f4-9185-5a3cee3177c7 tempest-AttachVolumeShelveTestJSON-566461120 tempest-AttachVolumeShelveTestJSON-566461120-project-member] Enqueued Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_members [ 1104.102946] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbfe7a8d-7e54-4942-8573-02527bb360ce with Priority: HIGHEST for action security_group_members [ 1104.105052] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbfe7a8d-7e54-4942-8573-02527bb360ce taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.105052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.105052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.105052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.105052] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.105052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.105052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.105478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.105478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.105478] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbfe7a8d-7e54-4942-8573-02527bb360ce',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.435270] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.506107] env[67174]: INFO networking_nsxv3.common.synchronization [req-3dda7a88-9f29-47ed-9fae-02d434162596 req-bce06960-afb4-4e80-80c7-533d15ab0230 tempest-ServersNegativeTestJSON-365241062 tempest-ServersNegativeTestJSON-365241062-project-member] Enqueued Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1104.506970] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1104.507468] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.507639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.507769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.508033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.508238] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.508763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.508945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.509138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.509278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.509423] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.608451] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.608827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.608930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.609146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.640595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.640884] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.641023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.641091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.641305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.641478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.641699] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbfe7a8d-7e54-4942-8573-02527bb360ce is going to be updated. [ 1104.686278] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.686721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.686721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.686952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.687243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.706821] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbfe7a8d-7e54-4942-8573-02527bb360ce in Status: IN_PROGRESS for 2s [ 1104.939134] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.014503] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.443364] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.443364] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.443364] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.443554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.443629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.443726] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be updated. [ 1105.479415] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.479415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.479415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.479415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.479415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.488863] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1105.514532] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.830517] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1105.830886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.017196] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.017457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.017582] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.017909] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.018097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.018147] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6bce5e8-7949-4230-90d0-10ae5b953aac is going to be updated. [ 1106.048470] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.048691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.048756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.049192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.049468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.065977] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: IN_PROGRESS for 2s [ 1106.406530] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.406724] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.406847] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.407154] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.407413] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.407586] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.407704] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.407989] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.408140] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.408351] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.408460] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.408566] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.408668] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.408775] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.408871] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.409007] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.456830] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.457054] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.457219] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.457391] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.457786] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-8e6df8af-26f2-45e0-9950-39a9a85bb7d7 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.458086] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-8e6df8af-26f2-45e0-9950-39a9a85bb7d7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.458222] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-8e6df8af-26f2-45e0-9950-39a9a85bb7d7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.458563] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-8e6df8af-26f2-45e0-9950-39a9a85bb7d7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.458701] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6df8af-26f2-45e0-9950-39a9a85bb7d7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.718635] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbfe7a8d-7e54-4942-8573-02527bb360ce in Status: SUCCESS [ 1106.718934] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbfe7a8d-7e54-4942-8573-02527bb360ce deletion is rescheduled due to dependency. [ 1106.719198] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbfe7a8d-7e54-4942-8573-02527bb360ce" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.961689] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.962048] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.962084] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.962377] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.962528] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.962679] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 8e6df8af-26f2-45e0-9950-39a9a85bb7d7 not found, creating... [ 1106.962935] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.963107] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.963221] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.963438] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.963574] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.963848] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.965029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.965029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.965029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.965029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.965029] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 8e6df8af-26f2-45e0-9950-39a9a85bb7d7 is going to be created. [ 1106.975962] env[67174]: INFO networking_nsxv3.common.synchronization [req-3c7a57bd-b1db-4ef0-a685-961f81838e08 req-ad5d7307-a52d-43dc-828f-9d584eeba548 tempest-ServerDiskConfigTestJSON-2035361110 tempest-ServerDiskConfigTestJSON-2035361110-project-member] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1106.976715] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1106.977716] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.978626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.978626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.978626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.978626] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.978626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.978626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.979068] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.979068] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.979068] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.988045] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.988045] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.988045] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.988045] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.988045] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.988317] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-8e6df8af-26f2-45e0-9950-39a9a85bb7d7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.387503] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.387694] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.387842] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.388227] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.388634] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.388763] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.388810] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.389074] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.389276] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.389491] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.389618] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.389725] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.389831] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.389936] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.390048] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.390204] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.416327] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.416557] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.416651] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.416841] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.417161] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-1eaaa86e-d920-408e-8c24-6b3e847c67a8 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.417330] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-1eaaa86e-d920-408e-8c24-6b3e847c67a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.417446] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-1eaaa86e-d920-408e-8c24-6b3e847c67a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.417780] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-1eaaa86e-d920-408e-8c24-6b3e847c67a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.417946] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eaaa86e-d920-408e-8c24-6b3e847c67a8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.483597] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.483597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.483597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.484730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.484730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.484730] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.484730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.484730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.484730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.484730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.484730] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab already deleted. [ 1107.484730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.500251] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1107.500251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.687705] env[67174]: INFO networking_nsxv3.common.synchronization [req-5834fdc8-2634-4ff1-9789-96285d7cfa5f req-f93b4f94-e87e-4f62-bb01-3ebd1a38ee2f service nova] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_rules [ 1107.687705] env[67174]: INFO networking_nsxv3.common.synchronization [req-5834fdc8-2634-4ff1-9789-96285d7cfa5f req-f93b4f94-e87e-4f62-bb01-3ebd1a38ee2f service nova] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1107.687705] env[67174]: INFO networking_nsxv3.common.synchronization [req-5834fdc8-2634-4ff1-9789-96285d7cfa5f req-f93b4f94-e87e-4f62-bb01-3ebd1a38ee2f service nova] Enqueued Resource ID: 8e6df8af-26f2-45e0-9950-39a9a85bb7d7 with Priority: HIGHEST for action port [ 1107.689174] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_rules [ 1107.689174] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1107.689758] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e6df8af-26f2-45e0-9950-39a9a85bb7d7 with Priority: HIGHEST for action port [ 1107.689904] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.690080] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.690222] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.690497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.690644] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.692672] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.692672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.692672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.692672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.692832] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.692908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.694250] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.694578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.694821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.695097] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.696784] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e6df8af-26f2-45e0-9950-39a9a85bb7d7 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.696784] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e6df8af-26f2-45e0-9950-39a9a85bb7d7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.696784] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e6df8af-26f2-45e0-9950-39a9a85bb7d7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.697230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e6df8af-26f2-45e0-9950-39a9a85bb7d7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.697487] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6df8af-26f2-45e0-9950-39a9a85bb7d7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.921439] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.921686] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.921794] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.922176] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.922353] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.923192] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 1eaaa86e-d920-408e-8c24-6b3e847c67a8 not found, creating... [ 1107.923521] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.923702] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.923833] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.924118] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.924264] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.924571] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.924733] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.924849] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.925110] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.925250] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.925400] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 1eaaa86e-d920-408e-8c24-6b3e847c67a8 is going to be created. [ 1107.962139] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.962624] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.962738] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.963106] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.963375] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.963618] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-1eaaa86e-d920-408e-8c24-6b3e847c67a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.098043] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: SUCCESS [ 1108.098190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.200272] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.202157] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.202355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.202991] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e6df8af-26f2-45e0-9950-39a9a85bb7d7 with status ACTIVE [ 1108.202991] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.202991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.202991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.203935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.203935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.203935] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.203935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.203935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.203935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.204204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.204204] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.204298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.204364] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.204638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.204851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.204851] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e6df8af-26f2-45e0-9950-39a9a85bb7d7 is going to be updated. [ 1108.242500] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.242677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.242768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.243027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.243187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.243401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e6df8af-26f2-45e0-9950-39a9a85bb7d7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.695079] env[67174]: INFO networking_nsxv3.common.synchronization [req-3c7a57bd-b1db-4ef0-a685-961f81838e08 req-4d73d971-0575-4e7c-8296-fa447d26cfc4 service nova] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_rules [ 1108.695079] env[67174]: INFO networking_nsxv3.common.synchronization [req-3c7a57bd-b1db-4ef0-a685-961f81838e08 req-4d73d971-0575-4e7c-8296-fa447d26cfc4 service nova] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1108.695079] env[67174]: INFO networking_nsxv3.common.synchronization [req-3c7a57bd-b1db-4ef0-a685-961f81838e08 req-4d73d971-0575-4e7c-8296-fa447d26cfc4 service nova] Enqueued Resource ID: 1eaaa86e-d920-408e-8c24-6b3e847c67a8 with Priority: HIGHEST for action port [ 1108.695079] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_rules [ 1108.695079] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1108.695079] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eaaa86e-d920-408e-8c24-6b3e847c67a8 with Priority: HIGHEST for action port [ 1108.695079] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.695785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.695785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.695785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.695899] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.696865] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.696994] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.697053] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.697221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.697803] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.697961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.698481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.698679] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.699325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.699449] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.700822] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eaaa86e-d920-408e-8c24-6b3e847c67a8 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.700975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eaaa86e-d920-408e-8c24-6b3e847c67a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.700975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eaaa86e-d920-408e-8c24-6b3e847c67a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.701433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eaaa86e-d920-408e-8c24-6b3e847c67a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.701433] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eaaa86e-d920-408e-8c24-6b3e847c67a8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.703427] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.201429] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.202505] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1eaaa86e-d920-408e-8c24-6b3e847c67a8 with status ACTIVE [ 1109.202725] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.202848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.202918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.203517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.203517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.203517] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.203517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.203719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.203719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.203779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.203937] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.204041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.204106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.204239] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.204313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.204394] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1eaaa86e-d920-408e-8c24-6b3e847c67a8 is going to be updated. [ 1109.205789] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.205879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.206145] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.206249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.206316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.206471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.206551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.206677] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be updated. [ 1109.228144] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.228334] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.228369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.228566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.228705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.228890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eaaa86e-d920-408e-8c24-6b3e847c67a8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.240633] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.240766] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.240827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.241048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.241196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.251222] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1109.706932] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.210120] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.210506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.210506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.210661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.210748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.210850] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be created. [ 1110.240452] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.240633] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.240668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.240862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.241048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.260233] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: UNINITIALIZED for 2s [ 1111.263388] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1111.263388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.263388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.263388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.263388] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.263388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.263388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.264235] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.264235] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.264235] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.264235] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.766978] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.767190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.767235] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.767481] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.767665] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.767768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.767827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.768070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.768209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.768271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.768382] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.768500] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.768552] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.768720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.768840] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.768946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.769030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.769163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.769239] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.769339] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.769433] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.272492] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42477951-9b7e-4c67-9ec2-dcff798c7142: rpc.has_security_group_logging(os_id): False [ 1112.274276] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1112.274467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.274642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.274847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.275058] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.275225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.275302] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.275467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.275547] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.275632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.275721] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.305282] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.305282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.305282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.305282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.305282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.305282] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.305282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.305282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.305282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.305282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.305282] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.305282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.305282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.305282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.306454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.307054] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.307197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.307661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.307661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.307871] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.308382] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be updated. [ 1112.404788] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.404920] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.404961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.405222] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.405379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.427233] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1112.781038] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.781301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.781301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.781571] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.781763] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.781875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.781940] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.782107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.782196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.782286] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.782478] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.782544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.782587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.782704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.782831] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.782914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.782972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.783119] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.783233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.783284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.783340] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.286133] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4f049ba-699a-4341-b76a-d0e39a1394ab: rpc.has_security_group_logging(os_id): False [ 1113.319264] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.319422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.319492] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.319711] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.319798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.320114] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.320185] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.320233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.320350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.320465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.320607] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.320700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.320759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.320899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.320973] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.321170] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.321266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.321326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.321466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.321540] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.321625] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be created. [ 1113.409333] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.409802] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.409971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.410316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.410617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.428025] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1113.696108] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1113.696108] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1114.444509] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1114.444834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.136067] env[67174]: INFO networking_nsxv3.common.synchronization [req-6c903b9c-ea6b-4046-8abe-feec4f07dc4f req-2f043011-a791-4320-b1b2-b1e74e14de43 tempest-ImagesTestJSON-809909415 tempest-ImagesTestJSON-809909415-project-member] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1115.136639] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGHEST for action security_group_members [ 1115.136950] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.137085] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.137221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.137342] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.139039] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.139039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.139039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.139039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.139039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.139039] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.441881] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1115.442156] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.641186] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.641186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.641186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.642045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.642045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.642045] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.642045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.642045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.642045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.642045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.642239] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be updated. [ 1115.674579] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.674732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.674801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.675021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.675180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.685617] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: IN_PROGRESS for 2s [ 1117.697549] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 210a4361-d8e9-49d1-931e-c890119ad0db in Status: SUCCESS [ 1117.698171] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db deletion is rescheduled due to dependency. [ 1117.698456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.137685] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1120.137685] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1120.368890] env[67174]: INFO networking_nsxv3.common.synchronization [req-d24c4bd4-d6da-41f0-9fb2-ad2e6e90c313 req-03db83f4-fe99-4b78-936d-201fbb3818e7 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1120.368890] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1120.368890] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.368890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.368890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.368890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.369108] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.369243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.369309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.369722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.369722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.369722] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.873475] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.374873] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.675344] env[67174]: INFO networking_nsxv3.common.synchronization [None req-61e52599-3c29-4066-ae78-4b690bab9914 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1121.675919] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1121.676278] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.676418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.877016] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.877181] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.877250] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.877548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.877662] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.877856] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be updated. [ 1121.913496] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.914015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.914113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.914316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.914466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.924358] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1122.922533] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.922533] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.922533] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.922929] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.923818] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.924137] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.924269] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.924496] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.924647] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.924865] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.924978] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.925150] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.925272] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.925386] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.925488] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.925623] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.958261] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.958462] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.958600] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.958767] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-6" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.959184] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-3fee6896-78bf-475c-8622-978f2a8cf1d5 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.959376] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.959495] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.959758] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.959889] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fee6896-78bf-475c-8622-978f2a8cf1d5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.463158] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.463398] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.463506] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.463929] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.464619] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.464619] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.464619] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.464619] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.466028] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.466028] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.466028] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.466028] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.466028] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.466028] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.466028] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.467323] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 3fee6896-78bf-475c-8622-978f2a8cf1d5 is going to be updated. [ 1123.498231] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.498574] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.498704] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.499759] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.499759] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.499759] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.936351] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1123.936738] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.936738] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.937145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.937442] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.937632] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.937725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.937938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.938067] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.938270] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.249140] env[67174]: INFO networking_nsxv3.common.synchronization [req-c8f530c1-0932-4c20-a4f8-19a94711626f req-2c4c656f-c098-448f-888a-8ef7537b8ff8 service nova] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_rules [ 1124.249414] env[67174]: INFO networking_nsxv3.common.synchronization [req-c8f530c1-0932-4c20-a4f8-19a94711626f req-2c4c656f-c098-448f-888a-8ef7537b8ff8 service nova] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 1124.249638] env[67174]: INFO networking_nsxv3.common.synchronization [req-c8f530c1-0932-4c20-a4f8-19a94711626f req-2c4c656f-c098-448f-888a-8ef7537b8ff8 service nova] Enqueued Resource ID: 3fee6896-78bf-475c-8622-978f2a8cf1d5 with Priority: HIGHEST for action port [ 1124.250323] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_rules [ 1124.250568] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 1124.250903] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fee6896-78bf-475c-8622-978f2a8cf1d5 with Priority: HIGHEST for action port [ 1124.251332] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.251332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.251332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.251567] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.251824] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.255630] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.255793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.255793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.256403] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.256403] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.256403] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.256623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.256691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.256811] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.257027] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.261164] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fee6896-78bf-475c-8622-978f2a8cf1d5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.261164] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.261164] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.261164] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.261164] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fee6896-78bf-475c-8622-978f2a8cf1d5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.441048] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.442169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.442169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.442169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.442169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.442169] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.442477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.442603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.442811] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.442934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.443080] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be updated. [ 1124.478674] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.479112] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.479338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.479700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.481021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.492682] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1124.762041] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.764633] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.764778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.764921] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fee6896-78bf-475c-8622-978f2a8cf1d5 with status ACTIVE [ 1124.765091] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.765194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.765257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.765463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.765556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.765717] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.765804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.765867] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.766175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.770034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.770034] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.770034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.770034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.770034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.770034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.770034] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fee6896-78bf-475c-8622-978f2a8cf1d5 is going to be updated. [ 1124.780938] env[67174]: INFO networking_nsxv3.common.synchronization [req-2f267261-a069-4d51-b070-9ed9ab6bdf4c req-82c8f510-c812-487d-b339-393fd01df21f tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 with Priority: HIGHEST for action security_group_members [ 1124.781632] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 with Priority: HIGHEST for action security_group_members [ 1124.781992] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.781992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.781992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.783075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.783075] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.783257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.783257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.783346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.783868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.783868] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ffb955a-d1fa-4fdf-9c42-f34c09e88352',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.799535] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.799740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.799740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.800354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.800354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.800354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fee6896-78bf-475c-8622-978f2a8cf1d5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.272514] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.292681] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.292979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.293069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.293475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.337141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.337141] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.337141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.337141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.337141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.337459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.337459] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 is going to be updated. [ 1125.372209] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.372360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.372429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.372641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.372767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.382839] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 in Status: IN_PROGRESS for 2s [ 1125.776843] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.777979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.777979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.777979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.777979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.777979] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be updated. [ 1125.811241] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.811389] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.811466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.811684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.811827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.823746] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 1126.048307] env[67174]: INFO networking_nsxv3.common.synchronization [None req-8cc60a8c-2e8d-4b55-af25-47f6938d734c None None] Enqueued Resource ID: 2c5d4a6f-02f4-4fd7-b6f0-72b3c693526f with Priority: HIGHEST for action port [ 1126.050131] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c5d4a6f-02f4-4fd7-b6f0-72b3c693526f with Priority: HIGHEST for action port [ 1126.050131] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c5d4a6f-02f4-4fd7-b6f0-72b3c693526f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.050347] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c5d4a6f-02f4-4fd7-b6f0-72b3c693526f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.050347] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c5d4a6f-02f4-4fd7-b6f0-72b3c693526f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.052267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c5d4a6f-02f4-4fd7-b6f0-72b3c693526f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.052267] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c5d4a6f-02f4-4fd7-b6f0-72b3c693526f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.505178] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1126.505178] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 deletion is rescheduled due to dependency. [ 1126.505763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.553747] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c5d4a6f-02f4-4fd7-b6f0-72b3c693526f [ 1126.553999] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.554150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.554224] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.554444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.554538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.554637] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c5d4a6f-02f4-4fd7-b6f0-72b3c693526f already deleted. [ 1126.554717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c5d4a6f-02f4-4fd7-b6f0-72b3c693526f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.393421] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 in Status: SUCCESS [ 1127.393670] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ffb955a-d1fa-4fdf-9c42-f34c09e88352 deletion is rescheduled due to dependency. [ 1127.393789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ffb955a-d1fa-4fdf-9c42-f34c09e88352" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.616150] env[67174]: INFO networking_nsxv3.common.synchronization [req-03d6d99d-67f9-4fc5-8707-d97980f4431b req-b7499334-59f7-43c0-b7e9-87ec88d3a73c tempest-ServerDiskConfigTestJSON-2035361110 tempest-ServerDiskConfigTestJSON-2035361110-project-member] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1127.616644] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1127.617533] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.617658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.617725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.617975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.618159] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.618256] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.618336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.618496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.618581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.618740] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.837167] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 1127.837167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.837167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.837167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.837167] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.837167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.837167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.837167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.837167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.837167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.837167] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.093024] env[67174]: INFO networking_nsxv3.common.synchronization [None req-b56fb71e-f099-46a0-9d3f-8b771ce49403 None None] Enqueued Resource ID: 8e4fbdec-a14d-42d7-94f1-b27c56e725cb with Priority: HIGHEST for action port [ 1128.093669] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e4fbdec-a14d-42d7-94f1-b27c56e725cb with Priority: HIGHEST for action port [ 1128.094041] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e4fbdec-a14d-42d7-94f1-b27c56e725cb taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.094186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e4fbdec-a14d-42d7-94f1-b27c56e725cb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.094359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e4fbdec-a14d-42d7-94f1-b27c56e725cb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.094660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e4fbdec-a14d-42d7-94f1-b27c56e725cb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.094660] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e4fbdec-a14d-42d7-94f1-b27c56e725cb',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.120983] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.121206] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.121255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.121503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.121608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.121825] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.121932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.121999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.122195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.122273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.122383] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1128.160166] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.160369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.160422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.160615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.160816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.172909] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1128.339435] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.597207] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e4fbdec-a14d-42d7-94f1-b27c56e725cb [ 1128.597485] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.597631] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.597701] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.597934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.598056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.598159] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e4fbdec-a14d-42d7-94f1-b27c56e725cb already deleted. [ 1128.598238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e4fbdec-a14d-42d7-94f1-b27c56e725cb" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.841996] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e464ef3-9627-4f1a-80b6-fbbaa333efcf: rpc.has_security_group_logging(os_id): False [ 1128.861732] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.861938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.862040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.862250] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.862352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.862678] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.862765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.862844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.863031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.863121] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.863217] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be updated. [ 1128.938969] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.939194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.939237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.939449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.939593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.962195] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 1129.333766] env[67174]: INFO networking_nsxv3.common.synchronization [None req-6837b9cf-9f0f-415f-a32e-b19facc8bde8 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_rules [ 1129.334101] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_rules [ 1129.334843] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b2f1066-5920-4aba-aee3-17c2edf608e3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.334843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.334843] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.335477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.335477] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.438127] env[67174]: INFO networking_nsxv3.common.synchronization [None req-13478afc-5fe9-4e4c-b3ec-bdd8a8154c96 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_rules [ 1129.438540] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_rules [ 1129.438888] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b2f1066-5920-4aba-aee3-17c2edf608e3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.439029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.868902] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.868902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.868902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.868902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.868902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.868902] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 already deleted. [ 1129.868902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.868902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.868902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.868902] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.184801] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1130.185058] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab deletion is rescheduled due to dependency. [ 1130.185058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.396393] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.396572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.396608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.396825] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.396905] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.396999] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 already deleted. [ 1130.397094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.980491] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 1130.980917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.391272] env[67174]: INFO networking_nsxv3.common.synchronization [req-29eb5fdf-8074-424c-978f-86feba4e52cf req-199239fc-440b-42a5-934f-e9f95506ab9d tempest-ServerDiskConfigTestJSON-2035361110 tempest-ServerDiskConfigTestJSON-2035361110-project-member] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1131.391791] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1131.392136] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.392392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.392392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.392535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.392668] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.392831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.392831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.392964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.393058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.393947] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.748075] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.748075] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.748075] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.748075] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.748425] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.748613] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.748752] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.748999] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.749204] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.749529] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.749596] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.749704] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.749810] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.749916] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.750039] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.750176] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.770991] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.771261] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.771327] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.771484] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.771816] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-8df24232-3bdb-4429-b29f-cfcd5d0094f4 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.771992] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-8df24232-3bdb-4429-b29f-cfcd5d0094f4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.772121] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-8df24232-3bdb-4429-b29f-cfcd5d0094f4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.772559] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-8df24232-3bdb-4429-b29f-cfcd5d0094f4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.772746] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df24232-3bdb-4429-b29f-cfcd5d0094f4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.895587] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.895800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.895800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.896172] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.896420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.896716] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.896865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.896914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.897111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.897217] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.897331] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1131.927418] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.927623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.927678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.927962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.928141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.939146] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1132.275217] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.275806] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.275806] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.276222] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.277034] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.277034] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 8df24232-3bdb-4429-b29f-cfcd5d0094f4 not found, creating... [ 1132.277034] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.277233] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.277354] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.277834] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.278010] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.278339] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.278590] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.278901] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.279267] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.279481] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.279764] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 8df24232-3bdb-4429-b29f-cfcd5d0094f4 is going to be created. [ 1132.314860] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.315167] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.315325] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.315629] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.315877] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.316154] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-8df24232-3bdb-4429-b29f-cfcd5d0094f4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.991963] env[67174]: INFO networking_nsxv3.common.synchronization [req-29eb5fdf-8074-424c-978f-86feba4e52cf req-fcaa3917-d95d-4a5c-966a-744efee40b5f service nova] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_rules [ 1132.992197] env[67174]: INFO networking_nsxv3.common.synchronization [req-29eb5fdf-8074-424c-978f-86feba4e52cf req-fcaa3917-d95d-4a5c-966a-744efee40b5f service nova] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1132.992394] env[67174]: INFO networking_nsxv3.common.synchronization [req-29eb5fdf-8074-424c-978f-86feba4e52cf req-fcaa3917-d95d-4a5c-966a-744efee40b5f service nova] Enqueued Resource ID: 8df24232-3bdb-4429-b29f-cfcd5d0094f4 with Priority: HIGHEST for action port [ 1132.993025] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_rules [ 1132.993135] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1132.993653] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df24232-3bdb-4429-b29f-cfcd5d0094f4 with Priority: HIGHEST for action port [ 1132.993653] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.993653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.993923] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.993923] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.993976] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.994837] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.994975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.995227] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df24232-3bdb-4429-b29f-cfcd5d0094f4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.995375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df24232-3bdb-4429-b29f-cfcd5d0094f4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.995419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df24232-3bdb-4429-b29f-cfcd5d0094f4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.995591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df24232-3bdb-4429-b29f-cfcd5d0094f4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.995667] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df24232-3bdb-4429-b29f-cfcd5d0094f4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.498688] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.499109] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.499109] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8df24232-3bdb-4429-b29f-cfcd5d0094f4 with status ACTIVE [ 1133.499216] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.499338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.499382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.499753] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.499952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.500043] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.500136] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.500136] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.500304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.500514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.500602] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.500655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.500728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.500862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.501018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.501082] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8df24232-3bdb-4429-b29f-cfcd5d0094f4 is going to be updated. [ 1133.525261] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.526648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.526648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.526648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.526648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.526648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df24232-3bdb-4429-b29f-cfcd5d0094f4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.725844] env[67174]: INFO networking_nsxv3.common.synchronization [req-c83f47b4-12c0-4f5d-a20b-7d5bbb1d04a1 req-e43354f0-3047-40e2-a791-33e97f6c8dd6 tempest-ServerAddressesTestJSON-1504271723 tempest-ServerAddressesTestJSON-1504271723-project-member] Enqueued Resource ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 with Priority: HIGHEST for action security_group_members [ 1133.726456] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 with Priority: HIGHEST for action security_group_members [ 1133.727290] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3a34198-8a8a-41bc-a481-0245fa8306a4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.727413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.727483] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.727806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.727924] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.727986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.728050] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.728199] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.728284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.728393] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3a34198-8a8a-41bc-a481-0245fa8306a4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.950548] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1133.950747] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab deletion is rescheduled due to dependency. [ 1133.950870] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.951045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.951290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.951562] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.951721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.951721] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.951815] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.953074] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.953074] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.105199] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.105415] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-746" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.105649] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-746" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.106180] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-746" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.106467] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.106635] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.106749] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.106977] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.107134] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.107379] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.107526] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.107621] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.107690] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.107797] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.107898] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.108036] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.129157] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.129252] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.129424] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.129655] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-746" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.129994] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-162b3584-e0d2-40f9-bab7-2e7108a0591f taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.130193] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-162b3584-e0d2-40f9-bab7-2e7108a0591f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.130316] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-162b3584-e0d2-40f9-bab7-2e7108a0591f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.130626] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-162b3584-e0d2-40f9-bab7-2e7108a0591f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.130771] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('162b3584-e0d2-40f9-bab7-2e7108a0591f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.231073] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.231326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.231326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.231976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.231976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.231976] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.231976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.231976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.232354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.232354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.232354] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 already deleted. [ 1134.232486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.455778] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.633629] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.634197] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.634243] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.634609] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.634832] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.635077] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 162b3584-e0d2-40f9-bab7-2e7108a0591f not found, creating... [ 1134.635489] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.635635] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.635753] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.635995] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.636180] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.636642] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.636901] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.637120] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.637428] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.637640] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.637853] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 162b3584-e0d2-40f9-bab7-2e7108a0591f is going to be created. [ 1134.660748] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.661043] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.661187] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.661477] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.661714] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.661946] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-162b3584-e0d2-40f9-bab7-2e7108a0591f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.958118] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.433699] env[67174]: INFO networking_nsxv3.common.synchronization [req-c83f47b4-12c0-4f5d-a20b-7d5bbb1d04a1 req-25191dbf-24cd-4c7a-8fd5-a0a7671fb578 service nova] Enqueued Resource ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 with Priority: HIGHEST for action security_group_rules [ 1135.433842] env[67174]: INFO networking_nsxv3.common.synchronization [req-c83f47b4-12c0-4f5d-a20b-7d5bbb1d04a1 req-25191dbf-24cd-4c7a-8fd5-a0a7671fb578 service nova] Enqueued Resource ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 with Priority: HIGHEST for action security_group_members [ 1135.433975] env[67174]: INFO networking_nsxv3.common.synchronization [req-c83f47b4-12c0-4f5d-a20b-7d5bbb1d04a1 req-25191dbf-24cd-4c7a-8fd5-a0a7671fb578 service nova] Enqueued Resource ID: 162b3584-e0d2-40f9-bab7-2e7108a0591f with Priority: HIGHEST for action port [ 1135.434650] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 with Priority: HIGHEST for action security_group_rules [ 1135.434790] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 with Priority: HIGHEST for action security_group_members [ 1135.434982] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162b3584-e0d2-40f9-bab7-2e7108a0591f with Priority: HIGHEST for action port [ 1135.435378] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3a34198-8a8a-41bc-a481-0245fa8306a4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.435555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.435620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.435924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.436022] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3a34198-8a8a-41bc-a481-0245fa8306a4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.437090] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3a34198-8a8a-41bc-a481-0245fa8306a4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.437456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.437456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.439686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.439686] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.439686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.439686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.440709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.441488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.441616] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3a34198-8a8a-41bc-a481-0245fa8306a4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.443014] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-162b3584-e0d2-40f9-bab7-2e7108a0591f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.443133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-162b3584-e0d2-40f9-bab7-2e7108a0591f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.443195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-162b3584-e0d2-40f9-bab7-2e7108a0591f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.443377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-162b3584-e0d2-40f9-bab7-2e7108a0591f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.443465] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('162b3584-e0d2-40f9-bab7-2e7108a0591f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.460640] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.460949] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.461037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.461251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.461346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.461481] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1135.501044] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.501044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.501044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.501663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.501663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.511957] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1135.949108] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3a34198-8a8a-41bc-a481-0245fa8306a4 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.949456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.949611] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3a34198-8a8a-41bc-a481-0245fa8306a4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.950763] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 162b3584-e0d2-40f9-bab7-2e7108a0591f with status ACTIVE [ 1135.951126] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.951276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.951346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.951581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.951737] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.951980] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.952132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.952183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.952322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.952412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.953143] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.953143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.953143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.953297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.953330] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.953457] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 162b3584-e0d2-40f9-bab7-2e7108a0591f is going to be updated. [ 1135.978130] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.978365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.978439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.978687] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.978856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.979157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-162b3584-e0d2-40f9-bab7-2e7108a0591f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.456707] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3a34198-8a8a-41bc-a481-0245fa8306a4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.741092] env[67174]: INFO networking_nsxv3.common.synchronization [None req-ca777b69-1756-4418-bcb6-f0c4afc16060 tempest-ServerActionsTestJSON-1412117943 tempest-ServerActionsTestJSON-1412117943-project-member] Enqueued Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGHEST for action security_group_rules [ 1136.742020] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGHEST for action security_group_rules [ 1136.742491] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07310afd-9a88-470b-a113-d8422da0f817 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.742719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.742805] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.743210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.743445] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07310afd-9a88-470b-a113-d8422da0f817',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.834071] env[67174]: INFO networking_nsxv3.common.synchronization [None req-7e023b6f-9d15-4b33-bf58-a4a886b45f0a tempest-ServerActionsTestJSON-1412117943 tempest-ServerActionsTestJSON-1412117943-project-member] Enqueued Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGHEST for action security_group_rules [ 1136.834268] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGHEST for action security_group_rules [ 1136.834621] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07310afd-9a88-470b-a113-d8422da0f817 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.834742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.960134] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.960134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.960591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.960591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.960650] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.960800] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 is going to be created. [ 1136.985631] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.985782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.985823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.986047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.986229] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.998300] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 in Status: UNINITIALIZED for 2s [ 1137.265020] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.265298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.265298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.265469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.265623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.265740] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07310afd-9a88-470b-a113-d8422da0f817 already deleted. [ 1137.265832] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.266020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.266232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.266336] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07310afd-9a88-470b-a113-d8422da0f817',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.525331] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1137.525749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.527108] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.527420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.527660] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.527790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.527883] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.528121] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.528223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.528322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.528421] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.789404] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.789727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.789917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.790261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.790450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.790628] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07310afd-9a88-470b-a113-d8422da0f817 already deleted. [ 1137.790776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.870709] env[67174]: INFO networking_nsxv3.common.synchronization [req-f71a87cd-b110-42e5-86b7-d01eb6b5c452 req-50074b45-6216-44e9-9513-1a46243003b6 tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_members [ 1137.871339] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_members [ 1137.871731] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.871874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.871963] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.872275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.872448] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.872580] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.872637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.872792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.872880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.873044] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.031405] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.031897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.031897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.031897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.032229] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.032229] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.032366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.032612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.032612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.032612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.032802] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.032882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.032882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.033057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.033210] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.033298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.033363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.033473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.033552] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.033627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.033732] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.305450] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.305773] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.306191] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.307614] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.308037] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.308408] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.308588] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.309286] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.309788] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.310103] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.310302] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.310508] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.310666] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.310874] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.311022] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.311295] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.339249] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.339762] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.339948] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.340227] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.340596] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-c1a4c222-44f0-4d08-ab59-bf1503d8dddf taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.340790] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-c1a4c222-44f0-4d08-ab59-bf1503d8dddf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.340963] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-c1a4c222-44f0-4d08-ab59-bf1503d8dddf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.341532] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-c1a4c222-44f0-4d08-ab59-bf1503d8dddf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.341683] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1a4c222-44f0-4d08-ab59-bf1503d8dddf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.374808] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.375070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.378016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.378016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.378016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.378016] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.378016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.378016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.378016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.378016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.378016] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e already deleted. [ 1138.378016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.536460] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4f049ba-699a-4341-b76a-d0e39a1394ab: rpc.has_security_group_logging(os_id): False [ 1138.558292] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.558583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.558583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.558809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.558925] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.559202] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.559320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.559410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.559626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.559748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.559998] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.563992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.563992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.563992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.563992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.563992] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.563992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.563992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.563992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.563992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.563992] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1138.650778] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.651029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.651119] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.651385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.651809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.671627] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1138.844637] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.844873] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.845014] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.845376] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.845527] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.845686] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port c1a4c222-44f0-4d08-ab59-bf1503d8dddf not found, creating... [ 1138.845958] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.846153] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.846270] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.846514] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.846677] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.846979] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.847266] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.847415] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.847679] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.847868] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.848059] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: c1a4c222-44f0-4d08-ab59-bf1503d8dddf is going to be created. [ 1138.895883] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.895883] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.895883] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.896291] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.896597] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.896880] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-c1a4c222-44f0-4d08-ab59-bf1503d8dddf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.010938] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 in Status: SUCCESS [ 1139.011267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.011537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.011900] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.012143] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.012264] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.012330] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.012502] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.012584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.012672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.012767] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3a34198-8a8a-41bc-a481-0245fa8306a4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.515156] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3a34198-8a8a-41bc-a481-0245fa8306a4 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.515623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.515623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.515623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.515770] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.515901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.515966] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.516141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.516230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.516316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.516607] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3a34198-8a8a-41bc-a481-0245fa8306a4 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.516607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.516754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.516856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.517037] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.517639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.517733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.517855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.517934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.518030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.518180] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3a34198-8a8a-41bc-a481-0245fa8306a4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.578536] env[67174]: INFO networking_nsxv3.common.synchronization [req-f71a87cd-b110-42e5-86b7-d01eb6b5c452 req-cb855755-0b18-45b4-b594-de136e5f6d0b service nova] Enqueued Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_rules [ 1139.578878] env[67174]: INFO networking_nsxv3.common.synchronization [req-f71a87cd-b110-42e5-86b7-d01eb6b5c452 req-cb855755-0b18-45b4-b594-de136e5f6d0b service nova] Enqueued Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_members [ 1139.579039] env[67174]: INFO networking_nsxv3.common.synchronization [req-f71a87cd-b110-42e5-86b7-d01eb6b5c452 req-cb855755-0b18-45b4-b594-de136e5f6d0b service nova] Enqueued Resource ID: c1a4c222-44f0-4d08-ab59-bf1503d8dddf with Priority: HIGHEST for action port [ 1139.579674] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_rules [ 1139.579915] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_members [ 1139.580036] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a4c222-44f0-4d08-ab59-bf1503d8dddf with Priority: HIGHEST for action port [ 1139.580357] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.580477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.580556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.580811] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.580893] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.582177] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.582298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.582371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.582548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.582818] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.582818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.582920] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.583014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.583097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.583204] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.584312] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1a4c222-44f0-4d08-ab59-bf1503d8dddf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.587220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1a4c222-44f0-4d08-ab59-bf1503d8dddf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.588262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1a4c222-44f0-4d08-ab59-bf1503d8dddf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.588262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1a4c222-44f0-4d08-ab59-bf1503d8dddf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.588262] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1a4c222-44f0-4d08-ab59-bf1503d8dddf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.020048] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3a34198-8a8a-41bc-a481-0245fa8306a4: rpc.has_security_group_logging(os_id): False [ 1140.042216] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.042216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.042216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.042216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.042518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.042673] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.042673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.042772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.042880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.043015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.043207] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.043336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.043405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.043589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.043694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.043904] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.044026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.044089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.044290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.044364] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.044497] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 is going to be created. [ 1140.090084] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.091281] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.091281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.091281] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1a4c222-44f0-4d08-ab59-bf1503d8dddf with status ACTIVE [ 1140.091475] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.091531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.092759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.092759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.092759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.092955] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.092955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.093065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.093311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.093311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.093497] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.093560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.093756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.093825] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.093875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.093946] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1a4c222-44f0-4d08-ab59-bf1503d8dddf is going to be updated. [ 1140.120868] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.121063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.121138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.121348] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.121489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.121648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1a4c222-44f0-4d08-ab59-bf1503d8dddf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.122971] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.123106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.123166] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.123362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.123523] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.139013] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 in Status: IN_PROGRESS for 2s [ 1140.388299] env[67174]: INFO networking_nsxv3.common.synchronization [req-6012a0bf-5e8b-4777-a6d5-17ca2ce76f4e req-5357ed92-2ca5-49b3-9002-88cc8570c830 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_members [ 1140.388802] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_members [ 1140.390020] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b2f1066-5920-4aba-aee3-17c2edf608e3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.390020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.390020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.390020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.390020] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.390020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.390020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.390293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.390293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.390293] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.597662] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.702204] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1140.702580] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.768026] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.768026] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.768026] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.768370] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.769038] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.769189] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.769296] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.769619] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.769784] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.770091] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.770308] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.771505] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.771505] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.771505] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.771505] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.771505] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.793796] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.794124] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.794431] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.794704] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.795244] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-ad4017fa-c1a3-435c-b2db-1e5040e98d3d taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.795548] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-ad4017fa-c1a3-435c-b2db-1e5040e98d3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.795778] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-ad4017fa-c1a3-435c-b2db-1e5040e98d3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.796287] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-ad4017fa-c1a3-435c-b2db-1e5040e98d3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.796673] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad4017fa-c1a3-435c-b2db-1e5040e98d3d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.892306] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.892480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.892570] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.892765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.892867] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.893092] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.893349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.893510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.893694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.893771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.893862] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 already deleted. [ 1140.893959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.103585] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.103861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.103861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.104208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.104318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.104421] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e is going to be created. [ 1141.133937] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.134166] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.134166] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.134424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.134593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.160521] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: UNINITIALIZED for 2s [ 1141.299770] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.300224] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.300472] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.300908] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.301240] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.301497] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port ad4017fa-c1a3-435c-b2db-1e5040e98d3d not found, creating... [ 1141.301950] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.302232] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.302453] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.302850] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.303107] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.303568] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.303830] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.304077] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.304460] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.304692] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.304912] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: ad4017fa-c1a3-435c-b2db-1e5040e98d3d is going to be created. [ 1141.481041] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.481244] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.481327] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.481639] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.481883] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.482172] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-ad4017fa-c1a3-435c-b2db-1e5040e98d3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.055234] env[67174]: INFO networking_nsxv3.common.synchronization [req-6012a0bf-5e8b-4777-a6d5-17ca2ce76f4e req-c1e4f163-d6a0-460f-804d-a23775a0fa96 service nova] Enqueued Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_rules [ 1142.055813] env[67174]: INFO networking_nsxv3.common.synchronization [req-6012a0bf-5e8b-4777-a6d5-17ca2ce76f4e req-c1e4f163-d6a0-460f-804d-a23775a0fa96 service nova] Enqueued Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_members [ 1142.056071] env[67174]: INFO networking_nsxv3.common.synchronization [req-6012a0bf-5e8b-4777-a6d5-17ca2ce76f4e req-c1e4f163-d6a0-460f-804d-a23775a0fa96 service nova] Enqueued Resource ID: ad4017fa-c1a3-435c-b2db-1e5040e98d3d with Priority: HIGHEST for action port [ 1142.056797] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_rules [ 1142.056974] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_members [ 1142.057183] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad4017fa-c1a3-435c-b2db-1e5040e98d3d with Priority: HIGHEST for action port [ 1142.058579] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b2f1066-5920-4aba-aee3-17c2edf608e3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.058579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.058579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.058579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.058579] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.059412] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b2f1066-5920-4aba-aee3-17c2edf608e3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.060261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.060309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.060549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.060744] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.060884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.060975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.061344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.061344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.061344] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.062753] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad4017fa-c1a3-435c-b2db-1e5040e98d3d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.062874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad4017fa-c1a3-435c-b2db-1e5040e98d3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.063013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad4017fa-c1a3-435c-b2db-1e5040e98d3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.063126] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad4017fa-c1a3-435c-b2db-1e5040e98d3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.063209] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad4017fa-c1a3-435c-b2db-1e5040e98d3d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.152650] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 in Status: SUCCESS [ 1142.152886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.564691] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.566032] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b2f1066-5920-4aba-aee3-17c2edf608e3 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.566032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.566302] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad4017fa-c1a3-435c-b2db-1e5040e98d3d with status ACTIVE [ 1142.566302] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.566480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.566480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.566685] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.566801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.567682] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.567682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.567682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.567682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.567682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.567682] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.568017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.568017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.568017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.568017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.568151] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad4017fa-c1a3-435c-b2db-1e5040e98d3d is going to be updated. [ 1142.592428] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.592604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.592675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.592895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.593053] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.593220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad4017fa-c1a3-435c-b2db-1e5040e98d3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.851870] env[67174]: INFO networking_nsxv3.common.synchronization [req-57c5c7db-78d9-4b3e-a05c-ebdbb58caf4a req-48cdd9d9-19b0-42cc-9d6c-b26bf6b14859 tempest-ServerActionsTestOtherB-83155665 tempest-ServerActionsTestOtherB-83155665-project-member] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 1142.852436] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGHEST for action security_group_members [ 1142.852746] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.853396] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.853396] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.853993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.854254] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.854370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.854433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.854617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.854707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.854862] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.071516] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.172554] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: SUCCESS [ 1143.172554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.172554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.172729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.172901] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.173031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.173107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.173280] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.173738] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.173738] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.173738] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.360064] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.360064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.360064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.360064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.360064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.360604] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.360604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.360604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.360783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.360783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.360853] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be updated. [ 1143.395417] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.395674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.395771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.396139] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.396319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.406290] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: IN_PROGRESS for 2s [ 1143.575161] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.575317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.575429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.575673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.575807] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.575951] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 is going to be created. [ 1143.603661] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.603661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.603892] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.603931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.604311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.615083] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: UNINITIALIZED for 2s [ 1143.680596] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.680690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.682916] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.682916] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.682916] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.682916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.683736] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.185975] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b746f6f5-80d3-4bd8-88e8-cc1748088d5e: rpc.has_security_group_logging(os_id): False [ 1144.207350] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.208062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.208062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.208062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.208062] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.208312] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.208417] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.208515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.208759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.208873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.209151] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.209310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.209362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.209531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.209611] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.210030] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.210030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.210173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.210853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.210853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.210853] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e is going to be created. [ 1144.320141] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.320318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.320366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.320588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.320772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.358879] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: IN_PROGRESS for 2s [ 1145.415902] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf in Status: SUCCESS [ 1145.416266] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf deletion is rescheduled due to dependency. [ 1145.416266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.626231] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: SUCCESS [ 1145.626518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.626747] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.627046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.627331] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.627502] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.627602] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.627859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.627993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.628176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.628397] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.131566] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.276471] env[67174]: INFO networking_nsxv3.common.synchronization [req-d411fd7b-eb59-4611-a543-c12c0182f00f req-41b61f91-44d9-4d7a-84bd-b79391b3b953 tempest-ServerActionsTestJSON-1412117943 tempest-ServerActionsTestJSON-1412117943-project-member] Enqueued Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGHEST for action security_group_members [ 1146.277055] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGHEST for action security_group_members [ 1146.277363] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-07310afd-9a88-470b-a113-d8422da0f817 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.277483] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.277550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.277802] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.280164] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.280649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.280740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.282384] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.282490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.282597] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07310afd-9a88-470b-a113-d8422da0f817',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.505019] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: SUCCESS [ 1146.505316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.612798] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.612989] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.613077] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.613347] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.613615] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.613790] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.613970] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.614208] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.614339] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.614541] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.614646] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.614746] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.614845] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.614963] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.615083] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.615210] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.636673] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b2f1066-5920-4aba-aee3-17c2edf608e3: rpc.has_security_group_logging(os_id): False [ 1146.649913] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.649913] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.649913] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.650121] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.650333] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-488e161d-2945-4953-91cb-1b17007acb87 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.650541] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-488e161d-2945-4953-91cb-1b17007acb87" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.650659] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-488e161d-2945-4953-91cb-1b17007acb87" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.650995] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-488e161d-2945-4953-91cb-1b17007acb87" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.651108] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488e161d-2945-4953-91cb-1b17007acb87',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.658083] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.658266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.658355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.658564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.658648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.658982] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.659096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.659159] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.659313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.659388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.659472] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 is going to be created. [ 1146.759659] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.759659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.759659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.760017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.760212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.776220] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: IN_PROGRESS for 2s [ 1146.788903] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.789167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.789167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.789388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.789474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.789695] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.789970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.789970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.790111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.790158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.790245] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07310afd-9a88-470b-a113-d8422da0f817 already deleted. [ 1146.790326] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.155153] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.155153] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.155153] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.155153] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.155153] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.155153] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 488e161d-2945-4953-91cb-1b17007acb87 not found, creating... [ 1147.155153] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.155153] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.156056] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.156056] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.156056] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.156056] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.156056] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.156222] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.156367] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.156498] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.156634] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 488e161d-2945-4953-91cb-1b17007acb87 is going to be created. [ 1147.177080] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.177323] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.177439] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.177724] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.177978] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.178264] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-488e161d-2945-4953-91cb-1b17007acb87" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.868560] env[67174]: INFO networking_nsxv3.common.synchronization [req-d411fd7b-eb59-4611-a543-c12c0182f00f req-e1e9fa6b-3145-46d2-b3ba-7b3ba6aab288 service nova] Enqueued Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGHEST for action security_group_rules [ 1147.868841] env[67174]: INFO networking_nsxv3.common.synchronization [req-d411fd7b-eb59-4611-a543-c12c0182f00f req-e1e9fa6b-3145-46d2-b3ba-7b3ba6aab288 service nova] Enqueued Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGHEST for action security_group_members [ 1147.868972] env[67174]: INFO networking_nsxv3.common.synchronization [req-d411fd7b-eb59-4611-a543-c12c0182f00f req-e1e9fa6b-3145-46d2-b3ba-7b3ba6aab288 service nova] Enqueued Resource ID: 488e161d-2945-4953-91cb-1b17007acb87 with Priority: HIGHEST for action port [ 1147.869580] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGHEST for action security_group_rules [ 1147.869752] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGHEST for action security_group_members [ 1147.869868] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 488e161d-2945-4953-91cb-1b17007acb87 with Priority: HIGHEST for action port [ 1147.870503] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07310afd-9a88-470b-a113-d8422da0f817 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.870669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.870809] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.871075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.871184] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07310afd-9a88-470b-a113-d8422da0f817',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.872911] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-07310afd-9a88-470b-a113-d8422da0f817 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.873143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.873210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.873421] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.873603] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.873730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.873812] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.873976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.874098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.874225] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07310afd-9a88-470b-a113-d8422da0f817',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.875723] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-488e161d-2945-4953-91cb-1b17007acb87 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.875849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-488e161d-2945-4953-91cb-1b17007acb87" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.876740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-488e161d-2945-4953-91cb-1b17007acb87" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.876740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-488e161d-2945-4953-91cb-1b17007acb87" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.876740] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488e161d-2945-4953-91cb-1b17007acb87',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.203663] env[67174]: INFO networking_nsxv3.common.synchronization [req-00f6c73f-4d4f-4f83-9054-1887bd7603c4 req-f2681cd5-972b-41e6-9583-c5691420498f tempest-ServerAddressesTestJSON-1504271723 tempest-ServerAddressesTestJSON-1504271723-project-member] Enqueued Resource ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 with Priority: HIGHEST for action security_group_members [ 1148.204382] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 with Priority: HIGHEST for action security_group_members [ 1148.204623] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3a34198-8a8a-41bc-a481-0245fa8306a4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.204749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.204817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.205030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.205194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.205294] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.205357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.205508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.205594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.205684] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3a34198-8a8a-41bc-a481-0245fa8306a4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.377936] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-07310afd-9a88-470b-a113-d8422da0f817 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.378075] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.378407] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07310afd-9a88-470b-a113-d8422da0f817',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.379611] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 488e161d-2945-4953-91cb-1b17007acb87 with status ACTIVE [ 1148.379805] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.380007] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.380064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.380247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.380343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.380527] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.380628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.380690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.380841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.380921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.381131] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.381219] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.381283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.381425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.381501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.381586] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 488e161d-2945-4953-91cb-1b17007acb87 is going to be updated. [ 1148.407797] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.407797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.407797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.408031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.408148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.408331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-488e161d-2945-4953-91cb-1b17007acb87" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.708047] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.708434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.708582] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.709013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.709176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.709515] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.709787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.709932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.710218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.710404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.710605] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 is going to be updated. [ 1148.742498] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.743859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.743859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.743859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.743859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.755177] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 in Status: IN_PROGRESS for 2s [ 1148.789500] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: SUCCESS [ 1148.789783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.884423] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07310afd-9a88-470b-a113-d8422da0f817',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.387125] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.387233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.387564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.387828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.388083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.388083] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07310afd-9a88-470b-a113-d8422da0f817 is going to be created. [ 1149.416078] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.416272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.416272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.416435] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.416589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.427802] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07310afd-9a88-470b-a113-d8422da0f817 in Status: UNINITIALIZED for 2s [ 1150.767097] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 in Status: SUCCESS [ 1150.767456] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3a34198-8a8a-41bc-a481-0245fa8306a4 deletion is rescheduled due to dependency. [ 1150.767978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3a34198-8a8a-41bc-a481-0245fa8306a4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.116150] env[67174]: INFO networking_nsxv3.common.synchronization [req-b8df1070-aba2-4cf8-b3ad-52ecbb5ec864 req-e7b000f0-91f8-474c-b9d6-80907704e8a8 tempest-AttachVolumeNegativeTest-454593811 tempest-AttachVolumeNegativeTest-454593811-project-member] Enqueued Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGHEST for action security_group_members [ 1151.116452] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGHEST for action security_group_members [ 1151.116993] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.118167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.118167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.118167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.118167] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.118167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.118167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.118167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.118167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.118478] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f98e1f4d-3b67-4d0a-b627-e5373f1a8b97',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.444379] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07310afd-9a88-470b-a113-d8422da0f817 in Status: SUCCESS [ 1151.444628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.445073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.445073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.445256] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.445463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.445463] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.445660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.445660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.445935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.445935] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07310afd-9a88-470b-a113-d8422da0f817',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.620924] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.621176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.621238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.621456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.621552] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.621757] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.621851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.621910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.622104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.622231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.622334] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 is going to be updated. [ 1151.667372] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.667636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.667770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.668105] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.668333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.686815] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 in Status: IN_PROGRESS for 2s [ 1151.949909] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07310afd-9a88-470b-a113-d8422da0f817',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.451361] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07310afd-9a88-470b-a113-d8422da0f817: rpc.has_security_group_logging(os_id): False [ 1152.476997] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.477236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.477470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.477782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.477968] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.478397] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.478740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.478740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.479114] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.479145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.479241] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07310afd-9a88-470b-a113-d8422da0f817 is going to be created. [ 1152.560883] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.561053] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.561184] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.561418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.561606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.582168] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07310afd-9a88-470b-a113-d8422da0f817 in Status: IN_PROGRESS for 2s [ 1153.698406] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 in Status: SUCCESS [ 1153.698714] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 deletion is rescheduled due to dependency. [ 1153.698714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.603968] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07310afd-9a88-470b-a113-d8422da0f817 in Status: SUCCESS [ 1154.604244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.897167] env[67174]: INFO networking_nsxv3.common.synchronization [req-30821836-3cf6-4916-bbc8-b2df97bcf66e req-21aca0be-67e2-4643-9ad0-1d60ae9536b7 tempest-ServerDiskConfigTestJSON-2035361110 tempest-ServerDiskConfigTestJSON-2035361110-project-member] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1155.897741] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1155.898057] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.898188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.898252] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.898449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.898599] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.898726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.898793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.899017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.899120] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.899221] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.401630] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.401885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.401885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.402116] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.402208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.402414] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.402515] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.402588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.402718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.402791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.402880] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1156.439030] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.439206] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.439206] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.439433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.439578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.450812] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1156.887499] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.887499] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-758" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.887499] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-758" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.887901] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-758" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.888036] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.888253] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.888393] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.888611] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.888755] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.889040] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.889171] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.889277] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.889382] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.889491] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.889594] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.889722] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.912613] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.913016] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.913016] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.913121] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-758" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.913425] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.913602] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.913722] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.913987] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.914150] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad014b41-860c-4e7b-8e76-64ae71bb9dfa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.416215] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.416451] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.416555] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.416904] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.417180] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.417563] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.417739] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.417855] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.418098] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.418243] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.418545] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.418698] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.418806] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.419206] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.419387] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.419560] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: ad014b41-860c-4e7b-8e76-64ae71bb9dfa is going to be updated. [ 1157.448905] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.449416] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.449589] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.449856] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.450118] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.450381] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.169240] env[67174]: INFO networking_nsxv3.common.synchronization [req-acc52dea-0f9f-4ea9-a3cb-65de27a9fa92 req-8e94c054-9eea-43ad-bfdf-96d445a423fb service nova] Enqueued Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_rules [ 1158.169479] env[67174]: INFO networking_nsxv3.common.synchronization [req-acc52dea-0f9f-4ea9-a3cb-65de27a9fa92 req-8e94c054-9eea-43ad-bfdf-96d445a423fb service nova] Enqueued Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1158.169787] env[67174]: INFO networking_nsxv3.common.synchronization [req-acc52dea-0f9f-4ea9-a3cb-65de27a9fa92 req-8e94c054-9eea-43ad-bfdf-96d445a423fb service nova] Enqueued Resource ID: ad014b41-860c-4e7b-8e76-64ae71bb9dfa with Priority: HIGHEST for action port [ 1158.170175] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_rules [ 1158.170332] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1158.170453] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad014b41-860c-4e7b-8e76-64ae71bb9dfa with Priority: HIGHEST for action port [ 1158.170772] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.170921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.171228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.171321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.171446] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.172949] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.173106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.173180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.173380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.173550] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.174486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.174486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.174486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.174486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.174486] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.174797] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.174909] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.174990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.180459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.180459] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad014b41-860c-4e7b-8e76-64ae71bb9dfa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.463572] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1158.463572] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab deletion is rescheduled due to dependency. [ 1158.463572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.682735] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.683814] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.683934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.684398] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad014b41-860c-4e7b-8e76-64ae71bb9dfa with status ACTIVE [ 1158.684608] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.684723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.684783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.685017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.685111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.685277] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.685371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.685430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.685581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.685654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.685837] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.685938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.686013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.686153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.686221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.686302] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad014b41-860c-4e7b-8e76-64ae71bb9dfa is going to be updated. [ 1158.708394] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.708561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.708661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.708906] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.709144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.709315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad014b41-860c-4e7b-8e76-64ae71bb9dfa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.184725] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.687563] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.687847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.687847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.688047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.688047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.688172] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6bce5e8-7949-4230-90d0-10ae5b953aac is going to be updated. [ 1159.737131] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.737427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.737528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.737701] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.737904] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.748964] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: IN_PROGRESS for 2s [ 1161.763788] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: SUCCESS [ 1161.764306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.764306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.764513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.764783] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.764931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.764931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.765186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.765301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.765420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.765547] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.268265] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.268641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.268641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.268881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.269116] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.269283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.269377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.269529] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.269670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.269761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.269865] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.269985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.270067] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.270209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.270402] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.270497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.270557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.270688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.270761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.270867] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.270926] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.556127] env[67174]: INFO networking_nsxv3.common.synchronization [req-f846a234-a7b6-4ba6-a05f-a9ca73a63a9b req-1c937961-2119-4f76-913b-4b4d5193845e tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_members [ 1162.556681] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_members [ 1162.557033] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b2f1066-5920-4aba-aee3-17c2edf608e3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.557135] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.557203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.557399] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.557555] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.557653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.560865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.561103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.561205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.561366] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.772936] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6bce5e8-7949-4230-90d0-10ae5b953aac: rpc.has_security_group_logging(os_id): False [ 1162.794169] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.794338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.794402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.794619] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.794729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.794924] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.795048] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.795117] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.795265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.795358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.795545] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.795674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.795746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.796056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.796167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.796408] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.796504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.796580] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.796753] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.796821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.796991] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6bce5e8-7949-4230-90d0-10ae5b953aac is going to be updated. [ 1162.888413] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.888413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.888413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.888571] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.888715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.926771] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: IN_PROGRESS for 2s [ 1162.948303] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.948590] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.948826] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.949239] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.949580] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.949803] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.949977] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.950238] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.950410] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.950663] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.950947] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.950947] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.951081] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.951199] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.951307] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.951473] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.979716] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.979901] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.980083] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.980347] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.980785] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.980997] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.981246] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.981670] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.981883] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.064875] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.484954] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.485244] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.485363] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.485684] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.485841] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.486016] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d not found, creating... [ 1163.486347] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.486557] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.486825] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.486965] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.487190] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.487410] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.487563] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.487694] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.487937] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.488210] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.488390] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d is going to be created. [ 1163.511525] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.511740] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.511843] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.512180] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.512418] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.512641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.567212] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.070794] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.071214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.071287] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.071557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.071658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.071788] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 is going to be updated. [ 1164.134664] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.134969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.134969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.135320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.135492] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.153850] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: IN_PROGRESS for 2s [ 1164.278559] env[67174]: INFO networking_nsxv3.common.synchronization [req-f846a234-a7b6-4ba6-a05f-a9ca73a63a9b req-30415f12-7315-4d68-9559-96744c173532 service nova] Enqueued Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_rules [ 1164.278723] env[67174]: INFO networking_nsxv3.common.synchronization [req-f846a234-a7b6-4ba6-a05f-a9ca73a63a9b req-30415f12-7315-4d68-9559-96744c173532 service nova] Enqueued Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_members [ 1164.278858] env[67174]: INFO networking_nsxv3.common.synchronization [req-f846a234-a7b6-4ba6-a05f-a9ca73a63a9b req-30415f12-7315-4d68-9559-96744c173532 service nova] Enqueued Resource ID: 9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d with Priority: HIGHEST for action port [ 1164.279831] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_rules [ 1164.280745] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_members [ 1164.280745] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d with Priority: HIGHEST for action port [ 1164.280745] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b2f1066-5920-4aba-aee3-17c2edf608e3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.281055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.281055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.281055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.281798] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.282568] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b2f1066-5920-4aba-aee3-17c2edf608e3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.282691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.282903] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.283035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.283106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.283297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.283392] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.784423] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b2f1066-5920-4aba-aee3-17c2edf608e3 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.784423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.786081] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d with status ACTIVE [ 1164.786227] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.786337] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.786416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.786733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.786884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.787163] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.787271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.787446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.787501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.787575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.787828] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.787902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.787902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.788122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.788122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.788304] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d is going to be updated. [ 1164.816311] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.816495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.816495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.817163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.817163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.817163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b4adc82-55d5-48f4-bf1a-9ab2b8436b3d" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.838824] env[67174]: INFO networking_nsxv3.common.synchronization [req-d07f10fc-cdd5-4867-82aa-f2555802aaf9 req-98ed80ab-568c-4413-92b1-4df6dbbd12b4 tempest-ServerDiskConfigTestJSON-2035361110 tempest-ServerDiskConfigTestJSON-2035361110-project-member] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1164.838824] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1164.838940] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.839121] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.839255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.839520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.839744] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.839817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.839873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.840086] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.840190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.840304] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.953596] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: SUCCESS [ 1164.953827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.279531] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.279887] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.279950] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.280268] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.280595] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.280768] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.280885] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.281127] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.281264] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.281488] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.281602] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.281707] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.281810] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.281914] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.282026] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.282159] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.302891] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.303121] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.303214] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.303399] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.303727] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.303898] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.304022] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.304363] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.304499] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.342995] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.343240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.343240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.343668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.343668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.343840] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.343895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.343945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.344173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.344336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.344418] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1165.381697] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.381697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.381697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.381697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.381697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.391868] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1165.808756] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.808975] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.809291] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.809524] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.809673] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.809830] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9 not found, creating... [ 1165.810143] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.810336] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.810454] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.810677] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.810811] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.811135] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.811298] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.811975] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.812248] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.812390] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.812534] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9 is going to be created. [ 1165.835955] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.836227] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.839641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.839641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.839641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.839641] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.165130] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: SUCCESS [ 1166.165399] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.165574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.165811] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.166101] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.166241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.166311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.166478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.166560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.166655] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.582533] env[67174]: INFO networking_nsxv3.common.synchronization [req-d07f10fc-cdd5-4867-82aa-f2555802aaf9 req-7f1c9d5e-2092-4c5e-b7da-1c81f56febe4 service nova] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_rules [ 1166.582958] env[67174]: INFO networking_nsxv3.common.synchronization [req-d07f10fc-cdd5-4867-82aa-f2555802aaf9 req-7f1c9d5e-2092-4c5e-b7da-1c81f56febe4 service nova] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1166.582958] env[67174]: INFO networking_nsxv3.common.synchronization [req-d07f10fc-cdd5-4867-82aa-f2555802aaf9 req-7f1c9d5e-2092-4c5e-b7da-1c81f56febe4 service nova] Enqueued Resource ID: d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9 with Priority: HIGHEST for action port [ 1166.583455] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_rules [ 1166.583608] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1166.583705] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9 with Priority: HIGHEST for action port [ 1166.584028] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.584132] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.584200] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.584461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.584607] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.585916] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.586046] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.586292] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.586446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.586518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.586709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.586789] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.669245] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.048614] env[67174]: INFO networking_nsxv3.common.synchronization [req-2327367a-2090-444f-a04f-a808622780c6 req-b6005475-8923-4d3c-b692-d73b41585baa tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_members [ 1167.049262] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_members [ 1167.049600] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.049722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.049782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.049972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.050151] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.050608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.050709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.050879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.050967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.051094] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.089283] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.089723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.091611] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9 with status ACTIVE [ 1167.092372] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.092372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.092577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.092698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.092754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.092982] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.093140] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.093203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.093371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.093447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.093652] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.093763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.093814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.093961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.094050] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.094136] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9 is going to be updated. [ 1167.117366] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.117366] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.117564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.118157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.118157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.118157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1e8ef68-c901-4ee1-a8c3-5160c2c95ae9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.171729] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.403284] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1167.403488] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab deletion is rescheduled due to dependency. [ 1167.403603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.403804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.404041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.404231] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.404350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.404412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.404562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.404641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.404732] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.554813] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.554981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.555351] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.555351] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.555444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.555687] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.555800] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.555863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.556027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.556102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.556189] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e is going to be updated. [ 1167.586965] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.587374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.587374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.587531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.587697] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.600017] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: IN_PROGRESS for 2s [ 1167.674143] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.674311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.674381] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.674603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.674691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.674785] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 is going to be updated. [ 1167.718952] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.718952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.718952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.718952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.718952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.728973] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: IN_PROGRESS for 2s [ 1167.907053] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.410335] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.913635] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.914044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.914044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.914150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.914240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.914343] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1168.982560] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.982771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.982771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.982988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.983150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.993409] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1169.611662] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: SUCCESS [ 1169.611662] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e deletion is rescheduled due to dependency. [ 1169.611662] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.743617] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: SUCCESS [ 1169.743855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.744160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.744433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.744673] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.744875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.744958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.745405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.745405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.745405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.745564] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.247590] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.756167] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b2f1066-5920-4aba-aee3-17c2edf608e3: rpc.has_security_group_logging(os_id): False [ 1170.775338] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.775536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.775536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.777042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.777042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.777042] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.777350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.777350] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.777405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.777526] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.777650] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 is going to be updated. [ 1170.852092] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.852624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.852624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.852624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.852810] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.868344] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: IN_PROGRESS for 2s [ 1171.012341] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1171.013240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.013240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.013240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.013240] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.013459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.013956] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.014275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.015026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.015170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.015255] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.519217] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.519623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.519623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.519835] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.520080] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.520080] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.520200] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.520317] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.520420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.520507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.520659] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.520730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.520775] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.521021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.521091] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.521179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.521179] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.521305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.521391] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.521494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.521539] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.024848] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4f049ba-699a-4341-b76a-d0e39a1394ab: rpc.has_security_group_logging(os_id): False [ 1172.047196] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.047447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.047447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.047602] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.047690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.047907] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.048009] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.048073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.048216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.048291] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.048486] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.048583] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.048643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.048779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.048852] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.049035] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.049127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.049195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.049402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.049475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.049559] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1172.051455] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.051558] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1172.121248] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.121407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.121464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.121673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.121814] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.143885] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1172.884146] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: SUCCESS [ 1172.884520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.176781] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1174.177208] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.939022] env[67174]: INFO networking_nsxv3.common.synchronization [None req-4cdccde7-c108-44be-8ece-82c854f84e4c tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: 593bc579-67cd-49ba-8838-93edca6f6573 with Priority: HIGHEST for action security_group_rules [ 1174.939022] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593bc579-67cd-49ba-8838-93edca6f6573 with Priority: HIGHEST for action security_group_rules [ 1174.939243] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-593bc579-67cd-49ba-8838-93edca6f6573 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.939401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.939448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.939724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.939825] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('593bc579-67cd-49ba-8838-93edca6f6573',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.021322] env[67174]: INFO networking_nsxv3.common.synchronization [None req-6a6c10a7-6ed7-4e02-a9eb-d283b87f6be0 tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: 593bc579-67cd-49ba-8838-93edca6f6573 with Priority: HIGHEST for action security_group_rules [ 1175.021322] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593bc579-67cd-49ba-8838-93edca6f6573 with Priority: HIGHEST for action security_group_rules [ 1175.021554] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-593bc579-67cd-49ba-8838-93edca6f6573 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.021675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.340828] env[67174]: INFO networking_nsxv3.common.synchronization [None req-9ee46a6a-0b6d-4ff3-a08d-7b03eec2a0be tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1175.340828] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1175.341355] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.342817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.342817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.342817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.343377] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.343377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.343377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.343377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.343591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.343727] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.461670] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.461670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.461670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.461888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.461957] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.462089] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 593bc579-67cd-49ba-8838-93edca6f6573 already deleted. [ 1175.462176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.462336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.462492] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.462571] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('593bc579-67cd-49ba-8838-93edca6f6573',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.847428] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.847617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.847707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.847983] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.848171] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.848399] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.848549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.848622] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.848799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.848890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.849093] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be updated. [ 1175.880430] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.880648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.880648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.880908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.881117] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.893712] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1175.985596] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.985759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.985796] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.986043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.986126] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.986215] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 593bc579-67cd-49ba-8838-93edca6f6573 already deleted. [ 1175.990058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.903868] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1177.904335] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 deletion is rescheduled due to dependency. [ 1177.904335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.342098] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1180.342450] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1181.580466] env[67174]: INFO networking_nsxv3.common.synchronization [req-9f91ba29-f409-43d3-bfb5-4784b917ebe5 req-c71a902b-ee84-43e9-b472-fceb0b99e533 tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: 593bc579-67cd-49ba-8838-93edca6f6573 with Priority: HIGHEST for action security_group_members [ 1181.581010] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593bc579-67cd-49ba-8838-93edca6f6573 with Priority: HIGHEST for action security_group_members [ 1181.581338] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-593bc579-67cd-49ba-8838-93edca6f6573 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.581459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.581531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.581804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.581967] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.582081] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.582145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.582297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.582562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.582562] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('593bc579-67cd-49ba-8838-93edca6f6573',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.909665] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.909852] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.909978] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.910283] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.910972] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.911182] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.911303] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.911767] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.911903] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.912135] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.912239] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.912345] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.912448] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.912555] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.912657] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.912786] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.943729] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.943996] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.944144] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.944356] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.944682] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-5cc03989-ebeb-42db-b543-44895b84baea taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.944867] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-5cc03989-ebeb-42db-b543-44895b84baea" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.945019] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-5cc03989-ebeb-42db-b543-44895b84baea" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.945451] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-5cc03989-ebeb-42db-b543-44895b84baea" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.946194] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cc03989-ebeb-42db-b543-44895b84baea',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.085046] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.085234] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.085333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.085661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.085828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.085999] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.086113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.086175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.086344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.086406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.086638] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 593bc579-67cd-49ba-8838-93edca6f6573 already deleted. [ 1182.086638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.453420] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.453420] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.453420] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.453420] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.453420] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.453964] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 5cc03989-ebeb-42db-b543-44895b84baea not found, creating... [ 1182.453964] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.454081] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.455027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.455027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.455027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.455027] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.455027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.455027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.455298] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.455328] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.455468] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 5cc03989-ebeb-42db-b543-44895b84baea is going to be created. [ 1182.478367] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.478367] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.478367] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.478367] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.478367] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.478367] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-5cc03989-ebeb-42db-b543-44895b84baea" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.848618] env[67174]: INFO networking_nsxv3.common.synchronization [req-f5b73650-feff-460e-b529-592c7494c713 req-76c4d980-aa33-428a-a9f4-4293c8565711 tempest-AttachVolumeTestJSON-1524736255 tempest-AttachVolumeTestJSON-1524736255-project-member] Enqueued Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGHEST for action security_group_members [ 1182.850367] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGHEST for action security_group_members [ 1182.850367] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c854b964-bc70-4c0d-8e90-5e77ec31ea63 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.850367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.850367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.850367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.850674] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.850674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.850975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.850975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.850975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.851081] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.198308] env[67174]: INFO networking_nsxv3.common.synchronization [req-9f91ba29-f409-43d3-bfb5-4784b917ebe5 req-fc64ec4a-e8aa-42b2-b889-c36aa5847b06 service nova] Enqueued Resource ID: 593bc579-67cd-49ba-8838-93edca6f6573 with Priority: HIGHEST for action security_group_rules [ 1183.198308] env[67174]: INFO networking_nsxv3.common.synchronization [req-9f91ba29-f409-43d3-bfb5-4784b917ebe5 req-fc64ec4a-e8aa-42b2-b889-c36aa5847b06 service nova] Enqueued Resource ID: 593bc579-67cd-49ba-8838-93edca6f6573 with Priority: HIGHEST for action security_group_members [ 1183.198308] env[67174]: INFO networking_nsxv3.common.synchronization [req-9f91ba29-f409-43d3-bfb5-4784b917ebe5 req-fc64ec4a-e8aa-42b2-b889-c36aa5847b06 service nova] Enqueued Resource ID: 5cc03989-ebeb-42db-b543-44895b84baea with Priority: HIGHEST for action port [ 1183.198308] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593bc579-67cd-49ba-8838-93edca6f6573 with Priority: HIGHEST for action security_group_rules [ 1183.198308] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593bc579-67cd-49ba-8838-93edca6f6573 with Priority: HIGHEST for action security_group_members [ 1183.199612] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc03989-ebeb-42db-b543-44895b84baea with Priority: HIGHEST for action port [ 1183.199612] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-593bc579-67cd-49ba-8838-93edca6f6573 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.199612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.199982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.199982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.199982] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('593bc579-67cd-49ba-8838-93edca6f6573',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.201687] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-593bc579-67cd-49ba-8838-93edca6f6573 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.201687] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.201687] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.201879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.201982] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.202092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.202170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.203849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.203849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.203849] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('593bc579-67cd-49ba-8838-93edca6f6573',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.203849] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cc03989-ebeb-42db-b543-44895b84baea taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.203849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cc03989-ebeb-42db-b543-44895b84baea" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.203849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cc03989-ebeb-42db-b543-44895b84baea" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.203849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cc03989-ebeb-42db-b543-44895b84baea" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.203849] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cc03989-ebeb-42db-b543-44895b84baea',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.354496] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.354715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.354749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.355488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.355488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.355488] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.355488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.355488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.355728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.355728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.355728] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 is going to be updated. [ 1183.388876] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.388876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.388876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.390262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.390262] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.401238] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 in Status: IN_PROGRESS for 2s [ 1183.707499] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cc03989-ebeb-42db-b543-44895b84baea with status ACTIVE [ 1183.707825] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.708037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.708167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.708581] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.708775] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.709062] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.709180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.709260] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.709518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.709659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.709957] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.710128] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.710329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.710580] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.710699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.710834] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cc03989-ebeb-42db-b543-44895b84baea is going to be updated. [ 1183.712895] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-593bc579-67cd-49ba-8838-93edca6f6573 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.713078] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.713371] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('593bc579-67cd-49ba-8838-93edca6f6573',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.748970] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.749212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.749380] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.749713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.749932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.750204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cc03989-ebeb-42db-b543-44895b84baea" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.216109] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('593bc579-67cd-49ba-8838-93edca6f6573',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.492854] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.493119] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.493192] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.493445] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.493701] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.493854] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.493968] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.494384] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.494542] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.494757] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.494868] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.494972] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.495090] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.495195] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.495297] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.495429] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.518026] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.518026] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.518026] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.518026] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.518026] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-59fec9ce-7c2c-475e-9577-cb95b1930ecd taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.518026] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.518026] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.518026] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.518026] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59fec9ce-7c2c-475e-9577-cb95b1930ecd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.720024] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.720359] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.720457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.727674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.727674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.727674] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 593bc579-67cd-49ba-8838-93edca6f6573 is going to be created. [ 1184.760023] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.760023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.760023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.760023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.760023] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.773127] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593bc579-67cd-49ba-8838-93edca6f6573 in Status: UNINITIALIZED for 2s [ 1185.019820] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.020087] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.020384] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.020632] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.020703] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.020821] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 59fec9ce-7c2c-475e-9577-cb95b1930ecd not found, creating... [ 1185.021504] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.021504] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.021504] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.021664] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.022537] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.022537] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.022537] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.022537] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.022537] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.022915] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.022915] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 59fec9ce-7c2c-475e-9577-cb95b1930ecd is going to be created. [ 1185.046953] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.047201] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.047319] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.047672] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.047937] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.048287] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.411490] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 in Status: SUCCESS [ 1185.411886] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 deletion is rescheduled due to dependency. [ 1185.411886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.761817] env[67174]: INFO networking_nsxv3.common.synchronization [req-f0ec377f-e5ea-4478-b8b5-19cea542fba4 req-fc35ff7e-95ba-4cbd-ab53-a73ff0beb4f7 service nova] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_rules [ 1185.762086] env[67174]: INFO networking_nsxv3.common.synchronization [req-f0ec377f-e5ea-4478-b8b5-19cea542fba4 req-fc35ff7e-95ba-4cbd-ab53-a73ff0beb4f7 service nova] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1185.762159] env[67174]: INFO networking_nsxv3.common.synchronization [req-f0ec377f-e5ea-4478-b8b5-19cea542fba4 req-fc35ff7e-95ba-4cbd-ab53-a73ff0beb4f7 service nova] Enqueued Resource ID: 59fec9ce-7c2c-475e-9577-cb95b1930ecd with Priority: HIGHEST for action port [ 1185.762406] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_rules [ 1185.762527] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1185.762621] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fec9ce-7c2c-475e-9577-cb95b1930ecd with Priority: HIGHEST for action port [ 1185.763315] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.763440] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.763571] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.763698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.763988] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.765598] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.765598] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.765790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.765790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.766014] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.766160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.766258] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.766340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.766425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.766514] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.768158] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-59fec9ce-7c2c-475e-9577-cb95b1930ecd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.768351] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.768435] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.768590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.768668] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59fec9ce-7c2c-475e-9577-cb95b1930ecd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.271254] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59fec9ce-7c2c-475e-9577-cb95b1930ecd with status ACTIVE [ 1186.271405] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.271476] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.271534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.271752] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.271863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.272035] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.272182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.272250] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.272402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.272488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.272673] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.272768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.272828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.272967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.273052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.273135] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59fec9ce-7c2c-475e-9577-cb95b1930ecd is going to be updated. [ 1186.274423] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.274423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.274568] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.300054] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.300252] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.300321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.300574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.300684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.300779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.776577] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.789038] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593bc579-67cd-49ba-8838-93edca6f6573 in Status: SUCCESS [ 1186.789038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.789038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.789038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.789276] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.789276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.789378] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.789482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.789578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.789672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.789760] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('593bc579-67cd-49ba-8838-93edca6f6573',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.280590] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.280590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.280590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.280590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.280952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.280952] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be updated. [ 1187.293640] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('593bc579-67cd-49ba-8838-93edca6f6573',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.342241] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.342474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.342522] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.342784] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.342998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.354928] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1187.801836] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 593bc579-67cd-49ba-8838-93edca6f6573: rpc.has_security_group_logging(os_id): False [ 1187.822828] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.823074] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.823124] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.823400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.823498] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.823760] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.823862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.824137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.824211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.824344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.824478] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 593bc579-67cd-49ba-8838-93edca6f6573 is going to be created. [ 1187.893773] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.894033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.894033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.894214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.894394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.905367] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 593bc579-67cd-49ba-8838-93edca6f6573 in Status: IN_PROGRESS for 2s [ 1188.036631] env[67174]: INFO networking_nsxv3.common.synchronization [None req-f0f6f3db-5f20-43f2-8dd4-1491eb37ba10 tempest-AttachVolumeTestJSON-1524736255 tempest-AttachVolumeTestJSON-1524736255-project-member] Enqueued Resource ID: 794ee8f5-9902-4d97-813e-81795f6786aa with Priority: HIGHEST for action security_group_rules [ 1188.037839] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 794ee8f5-9902-4d97-813e-81795f6786aa with Priority: HIGHEST for action security_group_rules [ 1188.038398] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-794ee8f5-9902-4d97-813e-81795f6786aa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.038554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.038655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.039542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.039785] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('794ee8f5-9902-4d97-813e-81795f6786aa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.131687] env[67174]: INFO networking_nsxv3.common.synchronization [None req-3c72862d-29d9-42a6-b224-206f1ee06a82 tempest-AttachVolumeTestJSON-1524736255 tempest-AttachVolumeTestJSON-1524736255-project-member] Enqueued Resource ID: 794ee8f5-9902-4d97-813e-81795f6786aa with Priority: HIGHEST for action security_group_rules [ 1188.132458] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 794ee8f5-9902-4d97-813e-81795f6786aa with Priority: HIGHEST for action security_group_rules [ 1188.132458] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-794ee8f5-9902-4d97-813e-81795f6786aa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.132615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.562576] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.562783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.562863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.563192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.563299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.563435] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 794ee8f5-9902-4d97-813e-81795f6786aa already deleted. [ 1188.563692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.563799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.564026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.564125] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('794ee8f5-9902-4d97-813e-81795f6786aa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.087706] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.088193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.088193] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.088521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.088521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.088521] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 794ee8f5-9902-4d97-813e-81795f6786aa already deleted. [ 1189.088521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.365923] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1189.366206] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.366377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.366608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.366810] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.366926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.366987] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.367158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.367276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.367306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.367398] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.724903] env[67174]: INFO networking_nsxv3.common.synchronization [req-2b667c7e-84a2-4580-abcf-95383e3efd7f req-4c8176bf-f899-4b73-96f6-f81401a0d5c3 tempest-ServersNegativeTestJSON-365241062 tempest-ServersNegativeTestJSON-365241062-project-member] Enqueued Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1189.725153] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bce5e8-7949-4230-90d0-10ae5b953aac with Priority: HIGHEST for action security_group_members [ 1189.725473] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6bce5e8-7949-4230-90d0-10ae5b953aac taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.725595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.725663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.725865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.726042] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.727239] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.727309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.727492] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.727590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.727700] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6bce5e8-7949-4230-90d0-10ae5b953aac',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.874036] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.874036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.874036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.874036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.874036] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.874036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.874036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.874488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.874488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.874488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.874588] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.874588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.874659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.874772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.874907] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.874995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.875067] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.875197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.875269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.875347] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.875434] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.920090] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 593bc579-67cd-49ba-8838-93edca6f6573 in Status: SUCCESS [ 1189.920299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.229793] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.230133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.230133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.230268] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.230371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.230604] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.230754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.230754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.230908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.230983] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.231080] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6bce5e8-7949-4230-90d0-10ae5b953aac is going to be updated. [ 1190.267101] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.267101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.267101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.267101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.267101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.276061] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: IN_PROGRESS for 2s [ 1190.378193] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42477951-9b7e-4c67-9ec2-dcff798c7142: rpc.has_security_group_logging(os_id): False [ 1190.397685] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.397876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.397951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.398196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.398288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.398491] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.398593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.398655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.398806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.398879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.399109] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.399230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.399290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.399431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.399504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.399889] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.400016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.400102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.400310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.400395] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.400515] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be updated. [ 1190.480384] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.480642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.480642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.480788] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.480935] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.514460] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1192.286039] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6bce5e8-7949-4230-90d0-10ae5b953aac in Status: SUCCESS [ 1192.286360] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6bce5e8-7949-4230-90d0-10ae5b953aac deletion is rescheduled due to dependency. [ 1192.286360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6bce5e8-7949-4230-90d0-10ae5b953aac" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.532861] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1192.533036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.748345] env[67174]: INFO networking_nsxv3.common.synchronization [req-32769b91-2853-4da4-8c23-4ff4a3a5bdae req-060acfb6-453d-4a01-b2bf-5559a5bb9fca tempest-AttachVolumeTestJSON-1524736255 tempest-AttachVolumeTestJSON-1524736255-project-member] Enqueued Resource ID: 794ee8f5-9902-4d97-813e-81795f6786aa with Priority: HIGHEST for action security_group_members [ 1193.749137] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 794ee8f5-9902-4d97-813e-81795f6786aa with Priority: HIGHEST for action security_group_members [ 1193.749246] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-794ee8f5-9902-4d97-813e-81795f6786aa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.749495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.749495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.749868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.749909] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.750020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.750086] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.750241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.750325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.750411] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('794ee8f5-9902-4d97-813e-81795f6786aa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.042583] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.042837] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-501" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.043151] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-501" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.043560] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-501" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.043881] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.044115] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.044254] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.044498] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.044649] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.044872] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.045091] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.045280] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.045424] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.045544] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.045651] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.045780] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.065731] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.065916] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1194.066092] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.066244] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-501" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.066629] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-15179f85-786c-4ad8-bac9-5d1a7451597c taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.066895] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-15179f85-786c-4ad8-bac9-5d1a7451597c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.067064] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-15179f85-786c-4ad8-bac9-5d1a7451597c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.067571] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-15179f85-786c-4ad8-bac9-5d1a7451597c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.067675] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15179f85-786c-4ad8-bac9-5d1a7451597c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.253572] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.253775] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.253842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.254049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.254144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.254351] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.254469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.254508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.254667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.254747] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.254852] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 794ee8f5-9902-4d97-813e-81795f6786aa already deleted. [ 1194.254925] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.570887] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.570887] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.570887] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.571192] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.571192] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.571317] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 15179f85-786c-4ad8-bac9-5d1a7451597c not found, creating... [ 1194.571573] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.571753] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.571906] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.572183] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.572329] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.572609] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.572764] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.572878] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.573095] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.573226] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.573361] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 15179f85-786c-4ad8-bac9-5d1a7451597c is going to be created. [ 1194.592784] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.593009] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.593136] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.593405] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.593628] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.593846] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-15179f85-786c-4ad8-bac9-5d1a7451597c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.335478] env[67174]: INFO networking_nsxv3.common.synchronization [req-32769b91-2853-4da4-8c23-4ff4a3a5bdae req-34182e3f-2975-41ba-8a17-e5bd2faa026d service nova] Enqueued Resource ID: 794ee8f5-9902-4d97-813e-81795f6786aa with Priority: HIGHEST for action security_group_rules [ 1195.335787] env[67174]: INFO networking_nsxv3.common.synchronization [req-32769b91-2853-4da4-8c23-4ff4a3a5bdae req-34182e3f-2975-41ba-8a17-e5bd2faa026d service nova] Enqueued Resource ID: 794ee8f5-9902-4d97-813e-81795f6786aa with Priority: HIGHEST for action security_group_members [ 1195.335787] env[67174]: INFO networking_nsxv3.common.synchronization [req-32769b91-2853-4da4-8c23-4ff4a3a5bdae req-34182e3f-2975-41ba-8a17-e5bd2faa026d service nova] Enqueued Resource ID: 15179f85-786c-4ad8-bac9-5d1a7451597c with Priority: HIGHEST for action port [ 1195.336336] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 794ee8f5-9902-4d97-813e-81795f6786aa with Priority: HIGHEST for action security_group_rules [ 1195.336470] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 794ee8f5-9902-4d97-813e-81795f6786aa with Priority: HIGHEST for action security_group_members [ 1195.336568] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15179f85-786c-4ad8-bac9-5d1a7451597c with Priority: HIGHEST for action port [ 1195.336845] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-794ee8f5-9902-4d97-813e-81795f6786aa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.337031] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.337137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.337321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.337398] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('794ee8f5-9902-4d97-813e-81795f6786aa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.338273] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-794ee8f5-9902-4d97-813e-81795f6786aa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.338375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.338421] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.342749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.342749] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.342749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.342749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.342749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.342749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.342749] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('794ee8f5-9902-4d97-813e-81795f6786aa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.342749] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-15179f85-786c-4ad8-bac9-5d1a7451597c taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.343144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15179f85-786c-4ad8-bac9-5d1a7451597c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.343144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15179f85-786c-4ad8-bac9-5d1a7451597c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.343144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15179f85-786c-4ad8-bac9-5d1a7451597c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.343144] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15179f85-786c-4ad8-bac9-5d1a7451597c',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.848501] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-794ee8f5-9902-4d97-813e-81795f6786aa taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.848501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.848501] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15179f85-786c-4ad8-bac9-5d1a7451597c with status ACTIVE [ 1195.848501] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.848501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.848501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.848501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.848501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.848501] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.848501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.848501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.848501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.848501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.848501] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.849231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.849231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.849231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.849231] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.849231] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15179f85-786c-4ad8-bac9-5d1a7451597c is going to be updated. [ 1195.850156] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('794ee8f5-9902-4d97-813e-81795f6786aa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.874447] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.874642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.874740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.875042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.875246] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.875443] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15179f85-786c-4ad8-bac9-5d1a7451597c" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.353411] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('794ee8f5-9902-4d97-813e-81795f6786aa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.856456] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.856666] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.856666] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.856968] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.857142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.857283] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 794ee8f5-9902-4d97-813e-81795f6786aa is going to be created. [ 1196.884040] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.884040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.884040] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.884283] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.884427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.896601] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 794ee8f5-9902-4d97-813e-81795f6786aa in Status: UNINITIALIZED for 2s [ 1198.908146] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 794ee8f5-9902-4d97-813e-81795f6786aa in Status: SUCCESS [ 1198.908516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.908516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.908677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.908869] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.908985] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.909093] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.909261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.909345] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.909437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.909549] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('794ee8f5-9902-4d97-813e-81795f6786aa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.412123] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('794ee8f5-9902-4d97-813e-81795f6786aa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.914398] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 794ee8f5-9902-4d97-813e-81795f6786aa: rpc.has_security_group_logging(os_id): False [ 1199.932499] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.932499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.932499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.932926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.932926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.932984] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.933508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.933508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.933508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.933508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.933508] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 794ee8f5-9902-4d97-813e-81795f6786aa is going to be created. [ 1199.993608] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.993765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.993839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.994090] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.994276] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.005103] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 794ee8f5-9902-4d97-813e-81795f6786aa in Status: IN_PROGRESS for 2s [ 1200.337392] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.337546] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1201.625411] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.625650] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.625737] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.625993] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.626271] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.626579] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.626579] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.626738] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.627029] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.627139] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.627249] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1201.627541] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1201.627541] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1201.627541] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.627637] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1201.627756] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1201.648338] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1201.648338] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1201.648338] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1201.648338] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-90" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.648338] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-59fec9ce-7c2c-475e-9577-cb95b1930ecd taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.648338] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.648338] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.648729] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.648729] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59fec9ce-7c2c-475e-9577-cb95b1930ecd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.017847] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 794ee8f5-9902-4d97-813e-81795f6786aa in Status: SUCCESS [ 1202.018030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.151035] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.151265] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.152019] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.152019] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.152019] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.152203] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.152266] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.152364] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.152590] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.152723] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.152999] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.153246] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.153316] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.153471] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.153608] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.153747] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 59fec9ce-7c2c-475e-9577-cb95b1930ecd is going to be updated. [ 1202.177392] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.177582] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.177708] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.177984] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.178198] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.178423] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.847795] env[67174]: INFO networking_nsxv3.common.synchronization [req-cf1bd1ba-f3ff-4e38-8dea-c771a40c7c73 req-90620ab2-862d-4806-96d0-7bd8fe13279b service nova] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_rules [ 1202.848023] env[67174]: INFO networking_nsxv3.common.synchronization [req-cf1bd1ba-f3ff-4e38-8dea-c771a40c7c73 req-90620ab2-862d-4806-96d0-7bd8fe13279b service nova] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1202.848176] env[67174]: INFO networking_nsxv3.common.synchronization [req-cf1bd1ba-f3ff-4e38-8dea-c771a40c7c73 req-90620ab2-862d-4806-96d0-7bd8fe13279b service nova] Enqueued Resource ID: 59fec9ce-7c2c-475e-9577-cb95b1930ecd with Priority: HIGHEST for action port [ 1202.848687] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_rules [ 1202.848935] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1202.849060] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59fec9ce-7c2c-475e-9577-cb95b1930ecd with Priority: HIGHEST for action port [ 1202.849571] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.849702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.849793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.850078] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.850190] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.851179] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.851297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.851597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.851792] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.851949] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.852063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.852127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.852271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.852353] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.852442] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.853974] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-59fec9ce-7c2c-475e-9577-cb95b1930ecd taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.854162] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.854284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.854535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.854668] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59fec9ce-7c2c-475e-9577-cb95b1930ecd',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.357107] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.358253] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.358418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.358544] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59fec9ce-7c2c-475e-9577-cb95b1930ecd with status ACTIVE [ 1203.358701] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.358803] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.358865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.359104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.359192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.359378] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.359473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.360029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.360029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.360029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.360029] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.360240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.360240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.360300] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.360330] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.360411] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59fec9ce-7c2c-475e-9577-cb95b1930ecd is going to be updated. [ 1203.382912] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.383092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.383139] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.383334] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.383468] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.383622] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59fec9ce-7c2c-475e-9577-cb95b1930ecd" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.863131] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.365497] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.365712] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.365712] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.365893] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.365983] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.366117] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be updated. [ 1204.397840] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.398548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.398548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.398548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.398548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.409828] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1205.654187] env[67174]: INFO networking_nsxv3.common.synchronization [None req-aae96e2e-7c18-497e-9410-5aa316095d40 tempest-ServerDiskConfigTestJSON-2035361110 tempest-ServerDiskConfigTestJSON-2035361110-project-member] Enqueued Resource ID: f3073108-76b1-4470-9586-ad9e86cbbc5b with Priority: HIGHEST for action security_group_rules [ 1205.654755] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3073108-76b1-4470-9586-ad9e86cbbc5b with Priority: HIGHEST for action security_group_rules [ 1205.656339] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3073108-76b1-4470-9586-ad9e86cbbc5b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.656499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3073108-76b1-4470-9586-ad9e86cbbc5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.656606] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3073108-76b1-4470-9586-ad9e86cbbc5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.656915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3073108-76b1-4470-9586-ad9e86cbbc5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.657032] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3073108-76b1-4470-9586-ad9e86cbbc5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.734691] env[67174]: INFO networking_nsxv3.common.synchronization [None req-e2ec9232-b65f-40fd-9358-1868ceb2eb38 tempest-ServerDiskConfigTestJSON-2035361110 tempest-ServerDiskConfigTestJSON-2035361110-project-member] Enqueued Resource ID: f3073108-76b1-4470-9586-ad9e86cbbc5b with Priority: HIGHEST for action security_group_rules [ 1205.736230] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3073108-76b1-4470-9586-ad9e86cbbc5b with Priority: HIGHEST for action security_group_rules [ 1205.736573] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3073108-76b1-4470-9586-ad9e86cbbc5b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.736677] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3073108-76b1-4470-9586-ad9e86cbbc5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.177858] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.178056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.178134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.178351] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.178442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.178538] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3073108-76b1-4470-9586-ad9e86cbbc5b already deleted. [ 1206.178620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3073108-76b1-4470-9586-ad9e86cbbc5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.178772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3073108-76b1-4470-9586-ad9e86cbbc5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.178926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3073108-76b1-4470-9586-ad9e86cbbc5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.179037] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3073108-76b1-4470-9586-ad9e86cbbc5b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.421583] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1206.421884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.422128] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.422586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.422816] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.422951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.423038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.423237] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.423325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.423392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.423487] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.702947] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.703319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.703319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.703699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.703833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.704051] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3073108-76b1-4470-9586-ad9e86cbbc5b already deleted. [ 1206.704200] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3073108-76b1-4470-9586-ad9e86cbbc5b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.925826] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.926106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.926106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.926373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.926521] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.926642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.926716] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.926867] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.926954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.927191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.927275] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.927338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.927405] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.927551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.927694] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.927829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.927888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.928076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.928162] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.928281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.928463] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.431245] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42477951-9b7e-4c67-9ec2-dcff798c7142: rpc.has_security_group_logging(os_id): False [ 1207.456674] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.456863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.456912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.457103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.457199] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.457394] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.457497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.457554] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.457859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.457859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.458068] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.458196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.458264] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.458457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.458542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.458726] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.458821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.458882] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.459030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.459107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.459189] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be updated. [ 1207.523829] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.524100] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.524100] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.524295] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.524455] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.553090] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1208.721957] env[67174]: INFO networking_nsxv3.common.synchronization [req-b58e239e-6ccb-4cbd-bc3f-7883081265b5 req-729fc64e-70da-412c-bd50-5eb109d8eeef tempest-ServerDiskConfigTestJSON-2035361110 tempest-ServerDiskConfigTestJSON-2035361110-project-member] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1208.722510] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1208.722929] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.722929] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.723161] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.723200] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.723333] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.723430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.723490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.723675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.723728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.723795] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.226261] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.226478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.226478] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.226706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.226848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.227208] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.227413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.227549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.227839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.227975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.228169] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1209.257239] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.257426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.257426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.257633] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.257771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.267348] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1209.566679] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1209.566976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.277179] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1211.277558] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab deletion is rescheduled due to dependency. [ 1211.277558] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.977110] env[67174]: INFO networking_nsxv3.common.synchronization [req-ec5081c6-b93d-4694-8055-99fbd09eb215 req-48b63f80-9b7c-4ac9-994f-5008e469b45e tempest-ServerDiskConfigTestJSON-2035361110 tempest-ServerDiskConfigTestJSON-2035361110-project-member] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1211.978297] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1211.978297] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.978297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.978297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.978473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.978548] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.978595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.978648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.978793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.978877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.978970] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.319826] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.320178] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.320178] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.320437] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.320689] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.320845] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.320959] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.321215] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.321450] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.321659] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.321771] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.321879] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.322025] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.322099] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.322204] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.322333] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.342382] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.342600] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.342736] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.342908] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.343334] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-9e4cfb81-efe8-40b7-946d-ef953083c895 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.343521] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-9e4cfb81-efe8-40b7-946d-ef953083c895" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.343699] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-9e4cfb81-efe8-40b7-946d-ef953083c895" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.344045] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-9e4cfb81-efe8-40b7-946d-ef953083c895" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.344186] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e4cfb81-efe8-40b7-946d-ef953083c895',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.482419] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.482590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.482654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.482876] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.482965] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.483180] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.483277] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.483339] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.483486] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.483559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.483655] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1212.508634] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.508858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.508858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.509069] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.509240] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.517832] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1212.847183] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.847439] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.847560] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.847788] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.847931] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.848125] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 9e4cfb81-efe8-40b7-946d-ef953083c895 not found, creating... [ 1212.848390] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.848549] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.848660] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.848880] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.849034] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.849316] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.849465] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.849585] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.849779] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.849910] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.850080] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 9e4cfb81-efe8-40b7-946d-ef953083c895 is going to be created. [ 1212.873358] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.873568] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.873683] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.873940] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.874200] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.874422] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-9e4cfb81-efe8-40b7-946d-ef953083c895" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.559722] env[67174]: INFO networking_nsxv3.common.synchronization [req-ec5081c6-b93d-4694-8055-99fbd09eb215 req-a75eebb4-7a7d-494a-8e06-f1f25f337877 service nova] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_rules [ 1213.559990] env[67174]: INFO networking_nsxv3.common.synchronization [req-ec5081c6-b93d-4694-8055-99fbd09eb215 req-a75eebb4-7a7d-494a-8e06-f1f25f337877 service nova] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1213.560083] env[67174]: INFO networking_nsxv3.common.synchronization [req-ec5081c6-b93d-4694-8055-99fbd09eb215 req-a75eebb4-7a7d-494a-8e06-f1f25f337877 service nova] Enqueued Resource ID: 9e4cfb81-efe8-40b7-946d-ef953083c895 with Priority: HIGHEST for action port [ 1213.560612] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_rules [ 1213.560745] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1213.560841] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4cfb81-efe8-40b7-946d-ef953083c895 with Priority: HIGHEST for action port [ 1213.561140] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.561261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.561328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.561525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.561604] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.562598] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.562598] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.562702] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e4cfb81-efe8-40b7-946d-ef953083c895 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.562802] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e4cfb81-efe8-40b7-946d-ef953083c895" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.563047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e4cfb81-efe8-40b7-946d-ef953083c895" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.563047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e4cfb81-efe8-40b7-946d-ef953083c895" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.563174] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e4cfb81-efe8-40b7-946d-ef953083c895',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.065277] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.065566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.065566] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e4cfb81-efe8-40b7-946d-ef953083c895 with status ACTIVE [ 1214.065764] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.065829] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.065870] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.066078] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.066166] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.066417] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.066417] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.066594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.066628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.066728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.066893] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.066991] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.067063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.067220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.067298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.067381] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e4cfb81-efe8-40b7-946d-ef953083c895 is going to be updated. [ 1214.093592] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.093833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.093833] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.094012] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.094151] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.094310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e4cfb81-efe8-40b7-946d-ef953083c895" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.528972] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1214.529300] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab deletion is rescheduled due to dependency. [ 1214.529485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.529729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.530129] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.530364] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.530494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.530563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.530733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.530817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.530914] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.033639] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.536794] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.040120] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.040507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.040507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.040588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.040661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.040759] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1216.073414] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.073626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.073626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.073857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.074036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.082618] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1218.096033] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1218.096367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.096963] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.096963] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.097173] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.097305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.097402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.097638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.097761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.097893] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.098177] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.470833] env[67174]: INFO networking_nsxv3.common.synchronization [req-b04b2ea8-5b15-44bb-a9f2-1691e33b1a9f req-02f9e163-50bd-4b75-bf5b-81e9d43c04c4 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_members [ 1218.471596] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_members [ 1218.471759] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b2f1066-5920-4aba-aee3-17c2edf608e3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.472149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.472149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.472309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.472366] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.472514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.472596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.472733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.472819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.473187] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.600925] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.601137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.601209] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.601474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.601649] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.601747] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.601799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.601963] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.602052] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.602143] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.602311] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.602413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.602474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.602626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.602762] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.602921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.602921] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.603047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.603121] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.603202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.603287] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.975216] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.107199] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4f049ba-699a-4341-b76a-d0e39a1394ab: rpc.has_security_group_logging(os_id): False [ 1219.125863] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.125863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.125863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.126061] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.126093] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.126316] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.126414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.126472] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.126615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.126688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.126859] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.126950] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.127016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.127154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.127227] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.127403] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.127494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.127545] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.127675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.127745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.127917] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1219.203043] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.203256] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.203256] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.203452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.203595] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.218907] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1219.477807] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.980089] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.980322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.980322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.980542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.980633] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.980736] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 is going to be updated. [ 1220.011336] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.011415] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.011454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.011680] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.011867] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.022277] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: IN_PROGRESS for 2s [ 1221.234098] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1221.234411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.033252] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: SUCCESS [ 1222.033462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.472142] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.472504] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1224.795034] env[67174]: INFO networking_nsxv3.common.synchronization [req-16e79224-f46a-443a-a7ab-a46f45864da8 req-5b44fd38-864e-4353-9be1-a2725135ac57 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_members [ 1224.795321] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGHEST for action security_group_members [ 1224.795680] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b2f1066-5920-4aba-aee3-17c2edf608e3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.795768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.795836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.796045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.796197] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.796299] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.796361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.796510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.796594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.796682] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.299371] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.299607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.299607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.299806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.299899] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.300112] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.300247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.300298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.300439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.300517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.300603] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 is going to be updated. [ 1225.331380] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.331618] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.331667] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.331853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.331996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.341517] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: IN_PROGRESS for 2s [ 1227.352466] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 in Status: SUCCESS [ 1227.353385] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 deletion is rescheduled due to dependency. [ 1227.353385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.292088] env[67174]: INFO networking_nsxv3.common.synchronization [None req-889a6394-e70e-4176-b1b0-98da1d7670c2 tempest-AttachInterfacesTestJSON-197276642 tempest-AttachInterfacesTestJSON-197276642-project-member] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1229.292570] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGHEST for action security_group_members [ 1229.293131] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.293131] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.293131] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.293376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.293450] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.293549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.293610] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.293752] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.293837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.293923] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.796285] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.796508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.796508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.796717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.796826] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.797077] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.797183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.797218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.797534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.797600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.797630] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be updated. [ 1229.833131] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.833372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.833467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.833722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.833914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.843953] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: IN_PROGRESS for 2s [ 1231.855495] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 in Status: SUCCESS [ 1231.855495] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 deletion is rescheduled due to dependency. [ 1231.855495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.724423] env[67174]: INFO networking_nsxv3.common.synchronization [None req-e30dd4bc-0f47-40f7-b232-51e2f7f094ad None None] Enqueued Resource ID: e4add2df-2bba-4fed-b1a5-5001d5895562 with Priority: HIGHEST for action port [ 1233.725117] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4add2df-2bba-4fed-b1a5-5001d5895562 with Priority: HIGHEST for action port [ 1233.725502] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4add2df-2bba-4fed-b1a5-5001d5895562 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.725669] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4add2df-2bba-4fed-b1a5-5001d5895562" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.725841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4add2df-2bba-4fed-b1a5-5001d5895562" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.726161] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4add2df-2bba-4fed-b1a5-5001d5895562" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.726291] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4add2df-2bba-4fed-b1a5-5001d5895562',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.228973] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4add2df-2bba-4fed-b1a5-5001d5895562 [ 1234.229045] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.229304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.229304] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.230893] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.230993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.231086] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4add2df-2bba-4fed-b1a5-5001d5895562 already deleted. [ 1234.231590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4add2df-2bba-4fed-b1a5-5001d5895562" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.273496] env[67174]: INFO networking_nsxv3.common.synchronization [None req-5227b1e8-ea6f-4854-8912-059232e7a1ec None None] Enqueued Resource ID: 54138008-47b8-4938-97e5-25b52b7d1903 with Priority: HIGHEST for action port [ 1236.274031] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54138008-47b8-4938-97e5-25b52b7d1903 with Priority: HIGHEST for action port [ 1236.274339] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-54138008-47b8-4938-97e5-25b52b7d1903 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.274458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54138008-47b8-4938-97e5-25b52b7d1903" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.274527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54138008-47b8-4938-97e5-25b52b7d1903" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.275423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54138008-47b8-4938-97e5-25b52b7d1903" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.275423] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54138008-47b8-4938-97e5-25b52b7d1903',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.776823] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54138008-47b8-4938-97e5-25b52b7d1903 [ 1236.776929] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.778261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.778261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.778261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.778261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.778261] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54138008-47b8-4938-97e5-25b52b7d1903 already deleted. [ 1236.778261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54138008-47b8-4938-97e5-25b52b7d1903" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.377934] env[67174]: INFO networking_nsxv3.common.synchronization [req-c66ac94a-2e1c-4e52-ae20-87569355a97c req-96af6101-519c-4c18-8599-11fb6473a031 tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1239.378505] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1239.378894] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.379034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.379104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.379362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.379522] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.379625] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.379689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.379836] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.379919] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.380024] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.676622] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.676839] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.676980] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.677477] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.677801] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.677976] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.678578] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.678841] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.679146] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.679947] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.679947] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.679947] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.679947] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.679947] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.679947] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.680323] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.702108] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.702291] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1239.702432] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.702609] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.703027] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-4f99d77a-59c4-42f2-98cd-9086d9583cc7 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.703206] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-4f99d77a-59c4-42f2-98cd-9086d9583cc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.703333] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-4f99d77a-59c4-42f2-98cd-9086d9583cc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.703655] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-4f99d77a-59c4-42f2-98cd-9086d9583cc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.703793] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f99d77a-59c4-42f2-98cd-9086d9583cc7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.882224] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.882442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.882442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.882655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.882746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.882946] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.883058] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.883120] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.883267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.883340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.883423] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 already deleted. [ 1239.883500] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.207828] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.207828] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.207828] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.207828] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.207828] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.207828] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 4f99d77a-59c4-42f2-98cd-9086d9583cc7 not found, creating... [ 1240.207828] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.207828] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.208414] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.208414] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.208723] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.209032] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.209198] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.209276] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.209494] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.209658] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.209819] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 4f99d77a-59c4-42f2-98cd-9086d9583cc7 is going to be created. [ 1240.234419] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.234632] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.234758] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.235039] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.235269] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.235494] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-4f99d77a-59c4-42f2-98cd-9086d9583cc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.920096] env[67174]: INFO networking_nsxv3.common.synchronization [req-c66ac94a-2e1c-4e52-ae20-87569355a97c req-ab60a461-2f60-4c24-8ed7-9e2418be16b6 service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1240.920096] env[67174]: INFO networking_nsxv3.common.synchronization [req-c66ac94a-2e1c-4e52-ae20-87569355a97c req-ab60a461-2f60-4c24-8ed7-9e2418be16b6 service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1240.920096] env[67174]: INFO networking_nsxv3.common.synchronization [req-c66ac94a-2e1c-4e52-ae20-87569355a97c req-ab60a461-2f60-4c24-8ed7-9e2418be16b6 service nova] Enqueued Resource ID: 4f99d77a-59c4-42f2-98cd-9086d9583cc7 with Priority: HIGHEST for action port [ 1240.920096] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1240.920096] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1240.920096] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f99d77a-59c4-42f2-98cd-9086d9583cc7 with Priority: HIGHEST for action port [ 1240.920096] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.920096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.920096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.920096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.920096] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.921964] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.922256] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.922451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.923613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.923613] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.923613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.923613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.923613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.923613] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.923613] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.925842] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f99d77a-59c4-42f2-98cd-9086d9583cc7 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.925951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f99d77a-59c4-42f2-98cd-9086d9583cc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.926035] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f99d77a-59c4-42f2-98cd-9086d9583cc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.926371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f99d77a-59c4-42f2-98cd-9086d9583cc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.926371] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f99d77a-59c4-42f2-98cd-9086d9583cc7',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.428629] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f99d77a-59c4-42f2-98cd-9086d9583cc7 with status ACTIVE [ 1241.428814] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.429029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.429121] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.429403] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.429518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.429735] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.429848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.429927] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.430187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.430252] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.430407] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.430574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.430619] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.430762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.430945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.430945] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f99d77a-59c4-42f2-98cd-9086d9583cc7 is going to be updated. [ 1241.432449] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.432449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.432600] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.454980] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.455199] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.455247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.455455] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.455596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.455770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f99d77a-59c4-42f2-98cd-9086d9583cc7" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.935489] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.438407] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.438586] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.438709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.438897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.439377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.439377] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be created. [ 1242.475637] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.475787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.475858] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.476088] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.476250] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.487240] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: UNINITIALIZED for 2s [ 1242.742277] env[67174]: INFO networking_nsxv3.common.synchronization [req-4796b632-3746-494f-9305-e80cc782761e req-52310a40-fa71-43a7-a577-67ede1c34e8e tempest-ServerActionsTestJSON-1412117943 tempest-ServerActionsTestJSON-1412117943-project-member] Enqueued Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGHEST for action security_group_members [ 1242.742810] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGHEST for action security_group_members [ 1242.743128] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-07310afd-9a88-470b-a113-d8422da0f817 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.743272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.743343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.743550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.743708] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.743806] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.743868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.744047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.744192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.744239] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07310afd-9a88-470b-a113-d8422da0f817',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.246552] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.246881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.246881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.246988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.247091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.247291] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.247431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.247503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.247589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.247664] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.247764] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07310afd-9a88-470b-a113-d8422da0f817 is going to be updated. [ 1243.275816] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.276029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.276078] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.276282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.276424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.295413] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07310afd-9a88-470b-a113-d8422da0f817 in Status: IN_PROGRESS for 2s [ 1244.499629] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1244.499968] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.500057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.500329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.500598] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.500749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.500831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.501049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.501164] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.501466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.501684] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.003749] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.003988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.004068] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.004324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.004589] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.004735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.004820] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.005019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.005136] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.005244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.005398] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.005494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.005577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.005736] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.005899] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.006011] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.006077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.006238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.006330] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.006425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.006576] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.305495] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07310afd-9a88-470b-a113-d8422da0f817 in Status: SUCCESS [ 1245.305693] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07310afd-9a88-470b-a113-d8422da0f817 deletion is rescheduled due to dependency. [ 1245.305960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.508845] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33b869b-abfb-403c-bc29-e5257c0dd526: rpc.has_security_group_logging(os_id): False [ 1245.526678] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.526898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.526898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.527084] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.527177] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.527382] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.527482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.527544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.527732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.527842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.528020] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.528134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.528187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.528331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.528403] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.528598] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.528694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.528754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.528889] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.528961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.529057] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be created. [ 1245.599700] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.599928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.599928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.600222] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.600406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.613027] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1247.626321] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1247.626694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.743614] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1247.743750] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.172576] env[67174]: INFO networking_nsxv3.common.synchronization [req-abcc0965-f291-4655-b984-a9fd95bf4d14 req-fab81c1c-8068-4da3-b627-c14ed00608ca tempest-ServerDiskConfigTestJSON-2035361110 tempest-ServerDiskConfigTestJSON-2035361110-project-member] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1249.173189] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1249.173847] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.173974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.174054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.174244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.174404] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.174506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.174564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.174706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.174799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.174887] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.677554] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.677761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.677863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.678363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.678363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.678469] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.678542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.678574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.678797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.678885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.678975] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1249.706454] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.706670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.706670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.706875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.707028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.718912] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1249.974282] env[67174]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1249.974415] env[67174]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] NSXv3 Agent Agent loop - iteration:3 started [ 1251.732489] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1251.732489] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab deletion is rescheduled due to dependency. [ 1251.732489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.852022] env[67174]: INFO networking_nsxv3.common.synchronization [req-e8768e47-5c6c-46a8-9326-142b63c44161 req-ed205b29-bf16-4975-852f-fa99ac1db582 tempest-ServerDiskConfigTestJSON-2035361110 tempest-ServerDiskConfigTestJSON-2035361110-project-member] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1251.852223] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1251.852700] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.852830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.852903] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.853175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.853396] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.853513] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.853579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.853786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.853877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.853972] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.183934] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.184189] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.184312] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.184579] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.184835] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.185105] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.185227] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.185682] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.185846] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.186074] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.186973] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.186973] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.186973] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.186973] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.186973] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.186973] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.206263] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.206439] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.206577] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.206749] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-524" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.207164] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-2ecff20d-fc85-458c-8d6a-5be937e22e95 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.207483] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-2ecff20d-fc85-458c-8d6a-5be937e22e95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.207483] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-2ecff20d-fc85-458c-8d6a-5be937e22e95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.207668] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-2ecff20d-fc85-458c-8d6a-5be937e22e95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.207804] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ecff20d-fc85-458c-8d6a-5be937e22e95',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.356487] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.356692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.356692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.356881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.356970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.357202] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.357335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.357400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.357569] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.357640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.357743] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1252.384524] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.384662] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.384724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.384936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.385086] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.394080] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1252.710475] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.710816] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.710976] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.711320] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.711475] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.711622] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 2ecff20d-fc85-458c-8d6a-5be937e22e95 not found, creating... [ 1252.711978] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.712190] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.712325] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.712555] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.712689] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.712974] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.713177] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.713333] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.713645] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.713820] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.714171] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 2ecff20d-fc85-458c-8d6a-5be937e22e95 is going to be created. [ 1252.734853] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.735344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.735344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.735475] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.735698] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.735920] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-2ecff20d-fc85-458c-8d6a-5be937e22e95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.466238] env[67174]: INFO networking_nsxv3.common.synchronization [req-e8768e47-5c6c-46a8-9326-142b63c44161 req-b1355f08-e327-4763-a4f0-14838cc6e968 service nova] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_rules [ 1253.466238] env[67174]: INFO networking_nsxv3.common.synchronization [req-e8768e47-5c6c-46a8-9326-142b63c44161 req-b1355f08-e327-4763-a4f0-14838cc6e968 service nova] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1253.466238] env[67174]: INFO networking_nsxv3.common.synchronization [req-e8768e47-5c6c-46a8-9326-142b63c44161 req-b1355f08-e327-4763-a4f0-14838cc6e968 service nova] Enqueued Resource ID: 2ecff20d-fc85-458c-8d6a-5be937e22e95 with Priority: HIGHEST for action port [ 1253.466238] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_rules [ 1253.466238] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1253.466238] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecff20d-fc85-458c-8d6a-5be937e22e95 with Priority: HIGHEST for action port [ 1253.466238] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.466238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.466238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.466238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.466238] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.467441] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.467530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.467718] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ecff20d-fc85-458c-8d6a-5be937e22e95 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.467937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ecff20d-fc85-458c-8d6a-5be937e22e95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.468016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ecff20d-fc85-458c-8d6a-5be937e22e95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.468185] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ecff20d-fc85-458c-8d6a-5be937e22e95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.468259] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ecff20d-fc85-458c-8d6a-5be937e22e95',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.968464] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.968872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.970997] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ecff20d-fc85-458c-8d6a-5be937e22e95 with status ACTIVE [ 1253.971241] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.971363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.971433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.971638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.971728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.971904] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.972009] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.972073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.972219] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.972294] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.972469] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.972560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.972620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.972754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.972826] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.972903] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ecff20d-fc85-458c-8d6a-5be937e22e95 is going to be updated. [ 1253.992249] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.992430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.992430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.992605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.992733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.992888] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ecff20d-fc85-458c-8d6a-5be937e22e95" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.405055] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1254.405349] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab deletion is rescheduled due to dependency. [ 1254.405432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.405601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.405816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.406016] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.406140] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.406204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.406358] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.406436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.406531] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.909644] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.412642] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.915079] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.915290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.915341] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.915533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.915620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.915726] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1255.951440] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.951619] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.951674] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.951854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.952026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.966797] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1256.352732] env[67174]: INFO networking_nsxv3.common.synchronization [req-1d8fa465-2342-4a19-8b52-a10467a4f56d req-7717d4f1-55d7-4567-a4f5-74f785351c5f tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1256.353665] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1256.353665] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.353782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.353928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.354437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.354437] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.354437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.354437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.355437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.355437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.355437] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.647030] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.647375] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.647375] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.647457] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.647700] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.647857] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.647975] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.648237] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.648422] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.648657] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.648776] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.648885] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.648991] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.649120] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.649250] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.649408] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.669161] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.669305] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1256.669421] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.669587] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.669894] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-e0651541-732f-4558-b9b4-8bb26f313687 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.670082] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-e0651541-732f-4558-b9b4-8bb26f313687" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.670199] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-e0651541-732f-4558-b9b4-8bb26f313687" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.670514] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-e0651541-732f-4558-b9b4-8bb26f313687" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.670647] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0651541-732f-4558-b9b4-8bb26f313687',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.857142] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.173404] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.173622] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.173824] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.174146] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.174380] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.174610] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port e0651541-732f-4558-b9b4-8bb26f313687 not found, creating... [ 1257.175039] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.175280] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.175433] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.175736] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.175951] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.176389] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.176594] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.176757] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.176943] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.177098] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.177236] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: e0651541-732f-4558-b9b4-8bb26f313687 is going to be created. [ 1257.201019] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.201260] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.201371] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.201651] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.201971] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.202328] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-e0651541-732f-4558-b9b4-8bb26f313687" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.359485] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.862122] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.862460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.862460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.862653] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.862747] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.862850] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1257.892289] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.892472] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.892582] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.892847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.893010] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.903654] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1257.916781] env[67174]: INFO networking_nsxv3.common.synchronization [req-1d8fa465-2342-4a19-8b52-a10467a4f56d req-45906cae-c1b7-4942-8e73-5898d00454a0 service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1257.916781] env[67174]: INFO networking_nsxv3.common.synchronization [req-1d8fa465-2342-4a19-8b52-a10467a4f56d req-45906cae-c1b7-4942-8e73-5898d00454a0 service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1257.916781] env[67174]: INFO networking_nsxv3.common.synchronization [req-1d8fa465-2342-4a19-8b52-a10467a4f56d req-45906cae-c1b7-4942-8e73-5898d00454a0 service nova] Enqueued Resource ID: e0651541-732f-4558-b9b4-8bb26f313687 with Priority: HIGHEST for action port [ 1257.917287] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1257.917421] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1257.917580] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0651541-732f-4558-b9b4-8bb26f313687 with Priority: HIGHEST for action port [ 1257.917930] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.917983] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.918173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.918379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.918460] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.919344] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.919444] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.919640] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0651541-732f-4558-b9b4-8bb26f313687 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.919741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0651541-732f-4558-b9b4-8bb26f313687" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.919810] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0651541-732f-4558-b9b4-8bb26f313687" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.919967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0651541-732f-4558-b9b4-8bb26f313687" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.920054] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0651541-732f-4558-b9b4-8bb26f313687',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.977468] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1257.977673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.977881] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.978185] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.978427] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.978577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.978665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.978860] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.978962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.979086] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.979202] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.423182] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.423385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.423501] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0651541-732f-4558-b9b4-8bb26f313687 with status ACTIVE [ 1258.423674] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.423782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.423872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.424144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.424261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.424473] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.424579] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.424620] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.424787] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.424863] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.425053] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.425146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.425210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.425352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.425430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.425500] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0651541-732f-4558-b9b4-8bb26f313687 is going to be updated. [ 1258.446340] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.446340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.446587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.446623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.446743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.446959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0651541-732f-4558-b9b4-8bb26f313687" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.481973] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.482183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.482252] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.482458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.482626] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.482727] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.482788] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.482992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.483118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.483213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.483364] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.483456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.483510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.483651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.483841] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.483966] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.484033] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.484185] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.484260] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.484340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.484427] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.987034] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4f049ba-699a-4341-b76a-d0e39a1394ab: rpc.has_security_group_logging(os_id): False [ 1259.006053] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.006270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.006322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.006519] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.006609] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.006918] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.007055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.007123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.007284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.007364] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.007551] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.007646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.007708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.007847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.007924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.008121] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.008223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.008286] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.008427] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.008500] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.008598] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1259.071830] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.072064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.072064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.072286] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.072429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.092957] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1259.914568] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1259.914808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.914990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.915346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.915631] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.915775] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.915844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.916027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.916112] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.916211] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.418606] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.921639] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.110282] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1261.110575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.424287] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.424692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.424692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.424859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.425068] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.425208] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1261.472425] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.472629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.472676] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.472865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.473134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.484805] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1262.918939] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.918939] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1263.495540] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1263.496011] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.496187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.496404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.496599] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.496717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.496782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.496932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.497019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.497102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.497189] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.999792] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.000183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.000183] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.000271] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.000422] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.000525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.000591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.000735] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.000820] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.000941] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.001110] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.001205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.001263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.001404] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.001540] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.001629] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.001687] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.001825] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.001919] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.002010] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.002106] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.504051] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33b869b-abfb-403c-bc29-e5257c0dd526: rpc.has_security_group_logging(os_id): False [ 1264.526877] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.526877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.527285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.527285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.527285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.527518] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.527624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.527690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.527918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.528059] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.528346] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.528503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.528608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.528839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.528987] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.529282] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.529419] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.529518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.529708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.529835] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.529976] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1264.623394] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.623577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.623577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.624339] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.624339] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.648925] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1265.818424] env[67174]: INFO networking_nsxv3.common.synchronization [req-da9669e2-aeff-44e6-bbc2-d0061ddf40c5 req-22c98d2d-3b7e-49aa-a71a-28cdb418bd9f tempest-ServerDiskConfigTestJSON-2035361110 tempest-ServerDiskConfigTestJSON-2035361110-project-member] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1265.818646] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGHEST for action security_group_members [ 1265.818798] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.819577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.819577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.819577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.819577] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.819846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.819846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.819846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.819947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.819947] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.322893] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.323073] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.323148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.323409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.323506] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.323714] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.323818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.323874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.324041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.324122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.324210] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be updated. [ 1266.355614] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.355832] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.355880] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.356138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.356308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.367018] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: IN_PROGRESS for 2s [ 1266.665386] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1266.665828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.378041] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4f049ba-699a-4341-b76a-d0e39a1394ab in Status: SUCCESS [ 1268.378434] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab deletion is rescheduled due to dependency. [ 1268.378434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.973973] env[67174]: INFO networking_nsxv3.common.synchronization [req-4de122ba-0fd7-4330-9aef-4847d17c08c7 req-1d50f2d1-5a47-4aac-a791-a23c7de0286a tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1268.973973] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1268.974422] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.974422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.974422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.974675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.975248] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.975311] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.975636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.975636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.975796] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.975796] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.478480] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.980924] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.483865] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.483865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.483865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.483865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.483865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.483865] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1270.523879] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.524089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.524089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.524308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.524559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.537449] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1272.548217] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1272.548682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.975438] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.975757] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1275.241395] env[67174]: INFO networking_nsxv3.common.synchronization [req-7e024b22-a6db-4bcc-b98f-bee833aa4116 req-b9596f96-5e54-4a9d-9e3e-ccc85228901b tempest-AttachVolumeTestJSON-1524736255 tempest-AttachVolumeTestJSON-1524736255-project-member] Enqueued Resource ID: 794ee8f5-9902-4d97-813e-81795f6786aa with Priority: HIGHEST for action security_group_members [ 1275.241981] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 794ee8f5-9902-4d97-813e-81795f6786aa with Priority: HIGHEST for action security_group_members [ 1275.242347] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-794ee8f5-9902-4d97-813e-81795f6786aa taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.242497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.242568] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.242765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.243116] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.243116] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.243116] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.243261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.243331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.243425] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('794ee8f5-9902-4d97-813e-81795f6786aa',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.745918] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.746149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.746149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.746270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.746383] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.746587] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.746686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.746749] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.746901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.746975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.747117] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 794ee8f5-9902-4d97-813e-81795f6786aa is going to be updated. [ 1275.776122] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.776321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.776321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.776510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.776648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.785433] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 794ee8f5-9902-4d97-813e-81795f6786aa in Status: IN_PROGRESS for 2s [ 1277.797735] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 794ee8f5-9902-4d97-813e-81795f6786aa in Status: SUCCESS [ 1277.798089] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 794ee8f5-9902-4d97-813e-81795f6786aa deletion is rescheduled due to dependency. [ 1277.798089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-794ee8f5-9902-4d97-813e-81795f6786aa" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.748725] env[67174]: INFO networking_nsxv3.common.synchronization [req-a0660bf2-2190-480d-b314-0c8974741231 req-75deb2c6-e71a-415c-9215-a0c4fbbd5744 tempest-ServerActionsTestJSON-1412117943 tempest-ServerActionsTestJSON-1412117943-project-member] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1278.749293] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1278.749601] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.749720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.749823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.750017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.752369] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.752504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.752504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.753282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.753282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.753282] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.885483] env[67174]: INFO networking_nsxv3.common.synchronization [req-b70ff77a-b0d8-462c-ae00-8054f038b445 req-2ba54375-0950-4b85-b107-bd46e942c4fb tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1278.886074] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1278.886312] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.886428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.886493] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.886684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.886841] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.886940] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.886995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.887482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.887722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.887862] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.204872] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.204872] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.205093] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.205282] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.205613] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.205797] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.205936] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.206199] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.206343] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.206545] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.206683] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.206792] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.206895] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.206999] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.207120] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.207278] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.226510] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.226685] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1279.226789] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.226979] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.227651] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-8b1081d8-034d-4aa5-b3cb-9db16b6cfb18 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.227913] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-8b1081d8-034d-4aa5-b3cb-9db16b6cfb18" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.228131] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-8b1081d8-034d-4aa5-b3cb-9db16b6cfb18" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.228507] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-8b1081d8-034d-4aa5-b3cb-9db16b6cfb18" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.228708] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b1081d8-034d-4aa5-b3cb-9db16b6cfb18',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.254951] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.255122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.255167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.255361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.276466] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.276721] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.276838] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.276904] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.277141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.277225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.277317] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 is going to be updated. [ 1279.302558] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.302713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.302795] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.303017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.303377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.311541] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: IN_PROGRESS for 2s [ 1279.391349] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.731686] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.731897] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.732039] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.732420] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.732575] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.732725] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 8b1081d8-034d-4aa5-b3cb-9db16b6cfb18 not found, creating... [ 1279.732982] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.733146] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.733258] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.733928] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.733928] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.733928] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.734221] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.734221] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.734973] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.734973] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.734973] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 8b1081d8-034d-4aa5-b3cb-9db16b6cfb18 is going to be created. [ 1279.755410] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.755630] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.755753] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.756044] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.756277] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.756915] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-8b1081d8-034d-4aa5-b3cb-9db16b6cfb18" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.893347] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.396648] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.396886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.396964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.397202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.397298] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.397399] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1280.438090] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.438259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.438331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.438557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.438700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.448100] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1280.902720] env[67174]: INFO networking_nsxv3.common.synchronization [req-b70ff77a-b0d8-462c-ae00-8054f038b445 req-73fa286f-d0c4-4f9d-8ecd-ec8d68b9ae48 service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1280.903038] env[67174]: INFO networking_nsxv3.common.synchronization [req-b70ff77a-b0d8-462c-ae00-8054f038b445 req-73fa286f-d0c4-4f9d-8ecd-ec8d68b9ae48 service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1280.903476] env[67174]: INFO networking_nsxv3.common.synchronization [req-b70ff77a-b0d8-462c-ae00-8054f038b445 req-73fa286f-d0c4-4f9d-8ecd-ec8d68b9ae48 service nova] Enqueued Resource ID: 8b1081d8-034d-4aa5-b3cb-9db16b6cfb18 with Priority: HIGHEST for action port [ 1280.903986] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1280.904430] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1280.904542] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1081d8-034d-4aa5-b3cb-9db16b6cfb18 with Priority: HIGHEST for action port [ 1280.904825] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.905038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.905038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.905210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.905286] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.906125] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.906214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.906637] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b1081d8-034d-4aa5-b3cb-9db16b6cfb18 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.906750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b1081d8-034d-4aa5-b3cb-9db16b6cfb18" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.906825] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b1081d8-034d-4aa5-b3cb-9db16b6cfb18" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.906970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b1081d8-034d-4aa5-b3cb-9db16b6cfb18" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.907046] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b1081d8-034d-4aa5-b3cb-9db16b6cfb18',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.322281] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: SUCCESS [ 1281.322440] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 deletion is rescheduled due to dependency. [ 1281.322557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.409244] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.409422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.409550] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b1081d8-034d-4aa5-b3cb-9db16b6cfb18 with status ACTIVE [ 1281.409713] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.409821] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.409886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.410134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.410226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.410402] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.410502] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.410564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.410713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.410791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.410972] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.411077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.411273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.411564] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.411681] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.411814] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b1081d8-034d-4aa5-b3cb-9db16b6cfb18 is going to be updated. [ 1281.433172] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.433397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.433397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.433622] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.433757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.433918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b1081d8-034d-4aa5-b3cb-9db16b6cfb18" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.459309] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1282.459654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.459654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.459845] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.460133] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.460261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.460324] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.460496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.460573] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.460666] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.962524] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.464449] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.967530] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.967673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.967743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.967978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.968102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.968211] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1283.998530] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.998692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.998733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.998960] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.999112] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.014265] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1285.805160] env[67174]: INFO networking_nsxv3.common.synchronization [req-9210ba7d-cd52-4d2f-9e94-a0bdc4057a19 req-00f3e5be-c31d-4c04-8806-35c2695ec213 tempest-ServerActionsTestJSON-1412117943 tempest-ServerActionsTestJSON-1412117943-project-member] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1285.805852] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1285.806400] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.806535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.806604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.806816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.806975] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.807146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.807146] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.807288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.807372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.807465] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.028917] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1286.029110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.029246] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.029480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.029727] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.029798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.029930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.030022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.030107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.030195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.030289] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.103272] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.103467] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.103624] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.103905] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.104178] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.104335] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.104449] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.104774] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.104871] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.105040] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.105156] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.105253] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.105356] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.105459] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.105560] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.105686] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.126252] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.126519] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1286.126673] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.126843] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.127194] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-73ddaadc-d6f7-4683-aba0-415e782dd0d1 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.127372] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-73ddaadc-d6f7-4683-aba0-415e782dd0d1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.127482] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-73ddaadc-d6f7-4683-aba0-415e782dd0d1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.127802] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-73ddaadc-d6f7-4683-aba0-415e782dd0d1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.127937] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73ddaadc-d6f7-4683-aba0-415e782dd0d1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.310263] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.310485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.310540] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.310741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.310832] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.311121] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.311270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.311336] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.311507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.311588] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.311676] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 is going to be updated. [ 1286.341015] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.341233] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.341285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.341548] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.341733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.350764] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: IN_PROGRESS for 2s [ 1286.532475] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.532651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.532722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.532944] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.533129] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.533228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.533292] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.533449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.533550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.533591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.533744] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.533857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.533964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.534022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.534160] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.534266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.534330] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.534465] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.534537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.534617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.534702] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.630355] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.630791] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.631039] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.631426] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.631584] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.631743] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 73ddaadc-d6f7-4683-aba0-415e782dd0d1 not found, creating... [ 1286.632021] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.632187] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.632318] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.632590] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.632730] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.633030] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.633191] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.633306] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.633545] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.633651] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.633791] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 73ddaadc-d6f7-4683-aba0-415e782dd0d1 is going to be created. [ 1286.652559] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.652763] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.652883] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.653168] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.653389] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.653607] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-73ddaadc-d6f7-4683-aba0-415e782dd0d1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.036349] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33b869b-abfb-403c-bc29-e5257c0dd526: rpc.has_security_group_logging(os_id): False [ 1287.055070] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.055070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.055070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.055070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.055070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.055070] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.055641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.055641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.055641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.055641] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.055641] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.055822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.055822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.055885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.055936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.056150] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.056247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.056312] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.056448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.056514] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.056613] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1287.117252] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.117406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.117482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.117713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.117874] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.134483] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1287.352057] env[67174]: INFO networking_nsxv3.common.synchronization [req-9210ba7d-cd52-4d2f-9e94-a0bdc4057a19 req-94fdefce-76b3-46a8-a446-445b8a049e92 service nova] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_rules [ 1287.352264] env[67174]: INFO networking_nsxv3.common.synchronization [req-9210ba7d-cd52-4d2f-9e94-a0bdc4057a19 req-94fdefce-76b3-46a8-a446-445b8a049e92 service nova] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1287.352401] env[67174]: INFO networking_nsxv3.common.synchronization [req-9210ba7d-cd52-4d2f-9e94-a0bdc4057a19 req-94fdefce-76b3-46a8-a446-445b8a049e92 service nova] Enqueued Resource ID: 73ddaadc-d6f7-4683-aba0-415e782dd0d1 with Priority: HIGHEST for action port [ 1287.352987] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_rules [ 1287.353141] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1287.353240] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73ddaadc-d6f7-4683-aba0-415e782dd0d1 with Priority: HIGHEST for action port [ 1287.353532] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.353706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.353752] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.353932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.354058] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.355612] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.355612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.355772] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-73ddaadc-d6f7-4683-aba0-415e782dd0d1 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.355772] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73ddaadc-d6f7-4683-aba0-415e782dd0d1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.355868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73ddaadc-d6f7-4683-aba0-415e782dd0d1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.356150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73ddaadc-d6f7-4683-aba0-415e782dd0d1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.356150] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73ddaadc-d6f7-4683-aba0-415e782dd0d1',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.858093] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.858093] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.858319] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73ddaadc-d6f7-4683-aba0-415e782dd0d1 with status ACTIVE [ 1287.858319] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.858412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.858531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.858690] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.858777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.858949] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.859055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.859123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.859318] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.859409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.859628] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.859744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.859851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.859936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.860017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.860110] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73ddaadc-d6f7-4683-aba0-415e782dd0d1 is going to be updated. [ 1287.881660] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.881840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.881840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.882065] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.882245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.882401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73ddaadc-d6f7-4683-aba0-415e782dd0d1" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.361272] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: SUCCESS [ 1288.361670] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 deletion is rescheduled due to dependency. [ 1288.361670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.361868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.362173] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.362438] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.362611] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.362705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.362917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.363044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.363182] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.865851] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.153601] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1289.153756] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.368630] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.871595] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.871724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.871724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.871986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.872167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.872223] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 is going to be updated. [ 1289.903415] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.903599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.903654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.903847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.903993] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.912414] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: IN_PROGRESS for 2s [ 1291.586022] env[67174]: INFO networking_nsxv3.common.synchronization [req-34ccaaa2-14bf-4090-9b89-88f0316efd44 req-6b69ad86-5c45-4d2e-adaa-c11890fa237f tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1291.586022] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1291.586022] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.586022] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.587168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.587407] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.587592] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.587705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.587767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.587934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.588032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.589205] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.926106] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: SUCCESS [ 1291.926303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.926470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.926720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.926950] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.927082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.927144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.927329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.927497] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.927566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.927636] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.090087] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.431415] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.593067] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.933964] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff9ec72c-cf82-48bd-be36-7dbaf6703ee4: rpc.has_security_group_logging(os_id): False [ 1292.952502] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.952794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.952794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.952931] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.953142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.953403] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.953509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.953608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.953768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.953849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.953938] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 is going to be updated. [ 1293.012792] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.013024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.013024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.013215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.013373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.027589] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: IN_PROGRESS for 2s [ 1293.095364] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.095600] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.095642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.095953] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.096134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.096310] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1293.123158] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.123355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.123355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.123543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.123709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.133330] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1295.053135] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: SUCCESS [ 1295.053553] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.142986] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1295.143232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.586390] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.586666] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.800335] env[67174]: INFO networking_nsxv3.common.synchronization [req-3af6523e-e79e-46c6-9ff6-a1f37f73ade5 req-e366d6e4-4cf3-4993-9be8-06ec33aaaeb3 tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: 593bc579-67cd-49ba-8838-93edca6f6573 with Priority: HIGHEST for action security_group_members [ 1296.800529] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593bc579-67cd-49ba-8838-93edca6f6573 with Priority: HIGHEST for action security_group_members [ 1296.800748] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-593bc579-67cd-49ba-8838-93edca6f6573 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.800845] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.800887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.801167] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.801236] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.801308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.801391] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.801557] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.801626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.801714] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('593bc579-67cd-49ba-8838-93edca6f6573',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.304485] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.304692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.304692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.304917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.305028] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.305221] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.305322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.305396] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.305622] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.305698] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.305786] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 593bc579-67cd-49ba-8838-93edca6f6573 is going to be updated. [ 1297.335682] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.335859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.335920] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.336106] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.336247] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.346397] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593bc579-67cd-49ba-8838-93edca6f6573 in Status: IN_PROGRESS for 2s [ 1299.358589] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593bc579-67cd-49ba-8838-93edca6f6573 in Status: SUCCESS [ 1299.358975] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 593bc579-67cd-49ba-8838-93edca6f6573 deletion is rescheduled due to dependency. [ 1299.358975] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-593bc579-67cd-49ba-8838-93edca6f6573" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.856577] env[67174]: INFO networking_nsxv3.common.synchronization [req-72dcd49a-b51e-47e6-89ce-6e9b25e03e4c req-09371532-0126-4602-b3fa-d4ff07744d60 tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1300.857109] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1300.857422] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.857538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.857599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.857793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.857944] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.858056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.858116] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.858260] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.858343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.858483] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.138036] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.138289] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.138361] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.138602] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.138858] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.139018] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.139296] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.139525] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.139668] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.140046] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.140046] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.140153] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.140192] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.140302] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.140381] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.140506] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.159634] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.159788] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1301.159909] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.160103] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.160426] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-d512c7c1-2af4-4fad-acb8-0324d9b3e602 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.160602] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-d512c7c1-2af4-4fad-acb8-0324d9b3e602" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.160727] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-d512c7c1-2af4-4fad-acb8-0324d9b3e602" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.161120] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-d512c7c1-2af4-4fad-acb8-0324d9b3e602" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.161268] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d512c7c1-2af4-4fad-acb8-0324d9b3e602',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.360612] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.663464] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.663708] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.663865] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.664183] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.664331] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.664485] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port d512c7c1-2af4-4fad-acb8-0324d9b3e602 not found, creating... [ 1301.664749] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.664905] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.665027] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.665237] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.665390] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.665631] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.665782] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.665895] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.666106] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.666235] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.666369] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: d512c7c1-2af4-4fad-acb8-0324d9b3e602 is going to be created. [ 1301.685292] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.685553] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.685619] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.685874] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.686094] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.686327] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-d512c7c1-2af4-4fad-acb8-0324d9b3e602" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.863388] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.365797] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.365962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.366047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.366251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.366340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.366430] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1302.394131] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.394313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.394356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.394532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.394678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.404107] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1302.428649] env[67174]: INFO networking_nsxv3.common.synchronization [req-72dcd49a-b51e-47e6-89ce-6e9b25e03e4c req-5a6ba99f-4d56-4583-9722-54a252590979 service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1302.428834] env[67174]: INFO networking_nsxv3.common.synchronization [req-72dcd49a-b51e-47e6-89ce-6e9b25e03e4c req-5a6ba99f-4d56-4583-9722-54a252590979 service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1302.428923] env[67174]: INFO networking_nsxv3.common.synchronization [req-72dcd49a-b51e-47e6-89ce-6e9b25e03e4c req-5a6ba99f-4d56-4583-9722-54a252590979 service nova] Enqueued Resource ID: d512c7c1-2af4-4fad-acb8-0324d9b3e602 with Priority: HIGHEST for action port [ 1302.429453] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1302.429592] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1302.429904] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d512c7c1-2af4-4fad-acb8-0324d9b3e602 with Priority: HIGHEST for action port [ 1302.430381] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.430509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.430578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.430898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.430898] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.432230] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.432436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.432660] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-d512c7c1-2af4-4fad-acb8-0324d9b3e602 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.432765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d512c7c1-2af4-4fad-acb8-0324d9b3e602" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.432844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d512c7c1-2af4-4fad-acb8-0324d9b3e602" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.433010] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d512c7c1-2af4-4fad-acb8-0324d9b3e602" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.433104] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d512c7c1-2af4-4fad-acb8-0324d9b3e602',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.932831] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.933138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.935294] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d512c7c1-2af4-4fad-acb8-0324d9b3e602 with status ACTIVE [ 1302.935471] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.935587] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.935648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.935851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.935936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.936118] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.936213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.936270] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.936416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.936490] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.936669] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.936762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.936816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.938041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.938041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.938041] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d512c7c1-2af4-4fad-acb8-0324d9b3e602 is going to be updated. [ 1302.958187] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.958370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.958370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.958560] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.958701] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.958859] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d512c7c1-2af4-4fad-acb8-0324d9b3e602" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.417589] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1304.417989] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.418154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.418474] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.418757] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.418937] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.419061] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.419290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.419425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.419580] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.922089] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.424158] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.926601] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.926822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.926822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.926992] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.927163] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.927301] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1305.956899] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.957150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.957150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.957328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.957484] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.967086] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1307.431569] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.431882] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1307.435357] env[67174]: INFO networking_nsxv3.common.synchronization [req-de8335bb-6849-4859-9d04-bc048bfd77ec req-f2090054-be98-4b21-9a25-b8252ad6a040 tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_members [ 1307.435357] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_members [ 1307.435357] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.435357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.435357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.435357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.435658] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.435658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.435658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.435773] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.435831] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.435887] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.746560] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.746762] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.746881] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.747502] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.747776] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.747936] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.748076] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.748303] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.748449] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.748662] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1307.748773] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1307.748879] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1307.748986] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1307.749110] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1307.749213] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1307.749346] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1307.767847] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1307.768025] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1307.768131] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1307.768303] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.768607] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-3153ac77-1ca4-4b84-a373-91a35e377f7b taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.768777] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-3153ac77-1ca4-4b84-a373-91a35e377f7b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.768894] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-3153ac77-1ca4-4b84-a373-91a35e377f7b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.769233] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-3153ac77-1ca4-4b84-a373-91a35e377f7b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.769373] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3153ac77-1ca4-4b84-a373-91a35e377f7b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.932695] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.932972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.932972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.933178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.933283] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.937926] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.938054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.938124] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.938301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.938386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.938562] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.938659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.938715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.938852] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.938926] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.939020] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e is going to be updated. [ 1307.963243] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.963475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.963475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.963623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.963759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.972606] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: IN_PROGRESS for 2s [ 1307.986288] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1307.986507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.986713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.986988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.987137] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.987253] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.987308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.987461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.987538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.987621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.987711] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.271673] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.271924] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.272037] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.272322] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.272470] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.272634] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 3153ac77-1ca4-4b84-a373-91a35e377f7b not found, creating... [ 1308.272887] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.273054] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.273170] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.273394] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.273524] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.273800] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.273952] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.274085] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.274295] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.274425] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.274559] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 3153ac77-1ca4-4b84-a373-91a35e377f7b is going to be created. [ 1308.303414] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.303755] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.303755] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.304024] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.304259] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.304487] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-3153ac77-1ca4-4b84-a373-91a35e377f7b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.435336] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.489977] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.490214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.490214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.490438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.490616] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.490719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.490785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.490934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.491034] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.491127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.491275] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.491368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.491428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.491625] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.491768] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.491861] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.491920] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.492071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.492149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.492230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.492318] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.937698] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.968700] env[67174]: INFO networking_nsxv3.common.synchronization [req-de8335bb-6849-4859-9d04-bc048bfd77ec req-1ca3f651-4b37-48c0-b63c-604b2bda9f1a service nova] Enqueued Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_rules [ 1308.968879] env[67174]: INFO networking_nsxv3.common.synchronization [req-de8335bb-6849-4859-9d04-bc048bfd77ec req-1ca3f651-4b37-48c0-b63c-604b2bda9f1a service nova] Enqueued Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_members [ 1308.969015] env[67174]: INFO networking_nsxv3.common.synchronization [req-de8335bb-6849-4859-9d04-bc048bfd77ec req-1ca3f651-4b37-48c0-b63c-604b2bda9f1a service nova] Enqueued Resource ID: 3153ac77-1ca4-4b84-a373-91a35e377f7b with Priority: HIGHEST for action port [ 1308.969244] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_rules [ 1308.969368] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_members [ 1308.969462] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3153ac77-1ca4-4b84-a373-91a35e377f7b with Priority: HIGHEST for action port [ 1308.969977] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.970164] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.970226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.970377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.970452] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.971258] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.971357] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.972527] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-3153ac77-1ca4-4b84-a373-91a35e377f7b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.972527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3153ac77-1ca4-4b84-a373-91a35e377f7b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.972527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3153ac77-1ca4-4b84-a373-91a35e377f7b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.972527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3153ac77-1ca4-4b84-a373-91a35e377f7b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.972527] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3153ac77-1ca4-4b84-a373-91a35e377f7b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.994322] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33b869b-abfb-403c-bc29-e5257c0dd526: rpc.has_security_group_logging(os_id): False [ 1309.012947] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.013174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.013174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.013355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.013457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.013627] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.013724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.013785] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.014021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.014111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.014283] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.014374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.014432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.014584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.014659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.014856] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.015018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.015087] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.015226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.015301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.015385] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1309.073774] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.074043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.074043] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.074259] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.074432] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.091479] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1309.439587] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1309.439886] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1309.473622] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.473761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.473962] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3153ac77-1ca4-4b84-a373-91a35e377f7b with status ACTIVE [ 1309.474144] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.474257] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.474322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.474525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.474647] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.474779] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.474872] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.474932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.475091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.475169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.475346] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.475439] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.475520] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.475668] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.475741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.475821] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3153ac77-1ca4-4b84-a373-91a35e377f7b is going to be updated. [ 1309.501501] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.501725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.501725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.501918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.502063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.502215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3153ac77-1ca4-4b84-a373-91a35e377f7b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.982946] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: SUCCESS [ 1309.983152] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e deletion is rescheduled due to dependency. [ 1309.983250] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.983410] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.983642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.983825] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.983974] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.984054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.984213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.984292] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.984388] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.204047] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.204047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.204297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.204297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.217186] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1310.218021] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.218722] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1310.254945] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.255243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.255243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.255344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.268530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.269288] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1310.269371] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1310.269487] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1310.313658] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.313915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.313915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.314144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.315412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.315571] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1310.393997] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.394243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.394243] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.394449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.394763] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.395056] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1310.486664] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.493375] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.493559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.493615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.493778] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.494111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.494400] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1310.494494] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7b2f1066-5920-4aba-aee3-17c2edf608e3', '42477951-9b7e-4c67-9ec2-dcff798c7142', '07310afd-9a88-470b-a113-d8422da0f817', 'f98e1f4d-3b67-4d0a-b627-e5373f1a8b97', '404a872c-ad0d-4fd3-826f-c3d5ee4c3372', '7e464ef3-9627-4f1a-80b6-fbbaa333efcf', 'c854b964-bc70-4c0d-8e90-5e77ec31ea63', 'b746f6f5-80d3-4bd8-88e8-cc1748088d5e', 'dc3b80ae-450a-4638-a69f-af633484f88f', 'f379c511-4ed8-4036-8204-75d35f9488c0', 'b4f049ba-699a-4341-b76a-d0e39a1394ab', '210a4361-d8e9-49d1-931e-c890119ad0db', '2356818b-4305-4c0f-ad4a-aac7f32c4102', '319050eb-f5af-4574-8836-cc9e4fe8840e', '55b870d5-429c-4614-bbf4-625cd70c6ce8', '5f1217fd-efb8-48d4-8977-bad915c1a541', '83780c32-0905-4293-a842-66a41745595a', 'c33b869b-abfb-403c-bc29-e5257c0dd526', '419d0da3-ca92-43eb-9194-a7ae627fe2ab', '66c5f1b5-8d2f-45ad-8352-064427ed0c3f', '9c4f0ba5-65dd-4300-b56f-0042d1ac2d5a', '4e061c56-f558-4e67-87f1-49d6c540ae48', '7d166a30-7eb2-4eae-87da-af22de77d6c7', 'fc4f859e-7ac8-42f3-89e5-132d2a3bd6fa', '90ce717d-c3c5-4520-87b4-465f18014b3d', '593bc579-67cd-49ba-8838-93edca6f6573', 'ff9ec72c-cf82-48bd-be36-7dbaf6703ee4', '2ffb955a-d1fa-4fdf-9c42-f34c09e88352', 'fbfe7a8d-7e54-4942-8573-02527bb360ce', 'c059d22d-f8b9-452c-99bd-587a6482b384', 'fc7c07a6-1e8c-4297-9ec9-6c2d9af276ef', '550206ec-baa2-474e-849e-37acef85d57e', '1e23c51c-07b2-4de0-a4bb-a5e84c921fac', '3a67d15b-1d37-44cd-a01d-074bcd243e23', '794ee8f5-9902-4d97-813e-81795f6786aa', 'a8e36490-4476-401f-b4f5-32b1aba66ab3', 'bbb538cf-aaab-4d8a-ac66-6eccf3b18d66', 'b809d240-7c6a-4f5d-a927-643799167e5e', '122c4ee7-ab71-4edb-bab7-57628c9dd079', 'b6bce5e8-7949-4230-90d0-10ae5b953aac', '97b7dc54-715d-45b0-85ab-097657b01adb', '344f76df-0f27-43a5-b607-5759885a92e1', '9a9dc422-7342-447e-ac5b-8c81ef5c339f', 'a3a34198-8a8a-41bc-a481-0245fa8306a4'} {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1310.494601] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1310.519116] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.519288] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.519347] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.519640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.519797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.519911] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1310.519982] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1310.520066] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1310.626419] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.626591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.626648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.626851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.627976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.628255] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1310.628332] env[67174]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67174) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1310.628399] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1310.628512] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1310.628598] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1310.628672] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGH for action security_group_rules [ 1310.628753] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGH for action security_group_rules [ 1310.628819] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGH for action security_group_rules [ 1310.628878] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGH for action security_group_rules [ 1310.628938] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 with Priority: HIGH for action security_group_rules [ 1310.628997] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGH for action security_group_rules [ 1310.629068] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGH for action security_group_rules [ 1310.629129] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGH for action security_group_rules [ 1310.629188] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGH for action security_group_rules [ 1310.629247] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGH for action security_group_rules [ 1310.629307] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGH for action security_group_rules [ 1310.629366] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGH for action security_group_rules [ 1310.629461] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGH for action security_group_rules [ 1310.629574] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 319050eb-f5af-4574-8836-cc9e4fe8840e with Priority: HIGH for action security_group_rules [ 1310.629574] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGH for action security_group_rules [ 1310.629654] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGH for action security_group_rules [ 1310.629687] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGH for action security_group_rules [ 1310.629724] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGH for action security_group_rules [ 1310.629788] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGH for action security_group_rules [ 1310.629845] env[67174]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGH for action security_group_rules [ 1310.629938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.988717] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.107904] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1311.108264] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.491365] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.491365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.491365] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.491801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.491879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.491981] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e is going to be updated. [ 1311.520073] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.520227] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.520265] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.520470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.520612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.532029] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: IN_PROGRESS for 2s [ 1313.542185] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: SUCCESS [ 1313.542553] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.542553] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.542804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.543016] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.543151] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.543216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.543371] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.543452] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.543536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.543625] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.970708] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.970877] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1313.970945] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 with Priority: HIGH for action security_group_rules [ 1313.971211] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07310afd-9a88-470b-a113-d8422da0f817 with Priority: HIGH for action security_group_rules [ 1313.971380] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 with Priority: HIGH for action security_group_rules [ 1313.971507] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 with Priority: HIGH for action security_group_rules [ 1313.971652] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f with Priority: HIGH for action security_group_rules [ 1313.971788] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab with Priority: HIGH for action security_group_rules [ 1313.971909] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGH for action security_group_rules [ 1313.972035] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83780c32-0905-4293-a842-66a41745595a with Priority: HIGH for action security_group_rules [ 1313.972156] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319050eb-f5af-4574-8836-cc9e4fe8840e with Priority: HIGH for action security_group_rules [ 1313.972269] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 with Priority: HIGH for action security_group_rules [ 1313.972388] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 with Priority: HIGH for action security_group_rules [ 1313.972507] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210a4361-d8e9-49d1-931e-c890119ad0db with Priority: HIGH for action security_group_rules [ 1313.972621] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f049ba-699a-4341-b76a-d0e39a1394ab with Priority: HIGH for action security_group_rules [ 1313.972727] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f379c511-4ed8-4036-8204-75d35f9488c0 with Priority: HIGH for action security_group_rules [ 1313.972855] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGH for action security_group_rules [ 1313.972970] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf with Priority: HIGH for action security_group_rules [ 1313.973098] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGH for action security_group_rules [ 1313.973196] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 with Priority: HIGH for action security_group_rules [ 1313.973284] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 with Priority: HIGH for action security_group_rules [ 1313.973368] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 with Priority: HIGH for action security_group_rules [ 1313.973748] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b2f1066-5920-4aba-aee3-17c2edf608e3 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.973886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.973971] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.974204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.974283] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b2f1066-5920-4aba-aee3-17c2edf608e3',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.975284] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07310afd-9a88-470b-a113-d8422da0f817 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.975401] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.975471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.975626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.975697] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07310afd-9a88-470b-a113-d8422da0f817',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.977196] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.977196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.977196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.977196] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.977196] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c854b964-bc70-4c0d-8e90-5e77ec31ea63',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.977742] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55b870d5-429c-4614-bbf4-625cd70c6ce8 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.977813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.977868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.978016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.978095] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55b870d5-429c-4614-bbf4-625cd70c6ce8',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.978745] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.978895] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.978961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.979111] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.979178] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c5f1b5-8d2f-45ad-8352-064427ed0c3f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.979849] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.979958] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.980013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.980175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.980246] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('419d0da3-ca92-43eb-9194-a7ae627fe2ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.981145] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.981290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.981333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.981482] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.981553] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.982229] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83780c32-0905-4293-a842-66a41745595a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.982333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.982397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.982537] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.982605] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83780c32-0905-4293-a842-66a41745595a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.983273] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-319050eb-f5af-4574-8836-cc9e4fe8840e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.983377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.983459] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.983602] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.983676] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('319050eb-f5af-4574-8836-cc9e4fe8840e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.984454] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f1217fd-efb8-48d4-8977-bad915c1a541 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.984561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.984626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.984767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.984837] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f1217fd-efb8-48d4-8977-bad915c1a541',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.985515] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2356818b-4305-4c0f-ad4a-aac7f32c4102 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.985589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.985655] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.985799] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.985869] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2356818b-4305-4c0f-ad4a-aac7f32c4102',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.986598] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-210a4361-d8e9-49d1-931e-c890119ad0db taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.986709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.986773] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.986918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.986983] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('210a4361-d8e9-49d1-931e-c890119ad0db',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.987629] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4f049ba-699a-4341-b76a-d0e39a1394ab taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.987733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.987798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.987967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.988052] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4f049ba-699a-4341-b76a-d0e39a1394ab',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.990279] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f379c511-4ed8-4036-8204-75d35f9488c0 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.990383] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.990454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.990714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.990791] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f379c511-4ed8-4036-8204-75d35f9488c0',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.991440] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.991546] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.991628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.991789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.991885] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.992541] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.992648] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.992714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.992854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.992923] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e464ef3-9627-4f1a-80b6-fbbaa333efcf',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.993619] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.993711] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.993894] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.994019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.994089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.994232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.994300] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('404a872c-ad0d-4fd3-826f-c3d5ee4c3372',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.995225] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42477951-9b7e-4c67-9ec2-dcff798c7142 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.995382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.995451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.995596] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.995667] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42477951-9b7e-4c67-9ec2-dcff798c7142',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.996370] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.996475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.996540] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.996681] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.996752] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f98e1f4d-3b67-4d0a-b627-e5373f1a8b97',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.021500] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.021687] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.021744] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.021942] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.023561] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.023671] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.026438] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.026525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.041910] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.042057] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b2f1066-5920-4aba-aee3-17c2edf608e3 is going to be deleted. [ 1314.042928] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.043145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.045766] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.045906] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.045948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.046140] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.046303] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.046400] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.046464] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.046601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.046684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.046769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.046914] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.047011] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.047077] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.047211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.047348] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.047436] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.047495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.047624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.047699] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.047777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.047864] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.064152] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.064338] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c854b964-bc70-4c0d-8e90-5e77ec31ea63 is going to be deleted. [ 1314.065430] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.066095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.084332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.084544] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 419d0da3-ca92-43eb-9194-a7ae627fe2ab is going to be deleted. [ 1314.102399] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.102636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.102636] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.102879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.102969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.103103] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b2f1066-5920-4aba-aee3-17c2edf608e3" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.116545] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.116748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.116808] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.117064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.117204] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.117341] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c854b964-bc70-4c0d-8e90-5e77ec31ea63" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.137224] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.137426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.137426] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.137627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.137718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.137841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-419d0da3-ca92-43eb-9194-a7ae627fe2ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.499000] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.499249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.499249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.499450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.499636] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.499767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.499767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.499917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.500089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.500089] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.500213] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.505303] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.505457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.505512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.505665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.505822] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.505901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.505967] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.506127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.506203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.506285] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.506372] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.549558] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b746f6f5-80d3-4bd8-88e8-cc1748088d5e: rpc.has_security_group_logging(os_id): False [ 1314.576699] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.576893] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.576893] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.577107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.578810] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.578907] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.579648] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.579758] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.580460] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.580555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.581227] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.581352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.582090] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.582185] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.582885] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.582978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.583614] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.583707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.584436] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.584528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.585175] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.585269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.585930] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.586036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.586976] env[67174]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.587480] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.587607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.588124] env[67174]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.588586] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.588680] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.589301] env[67174]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.589700] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.589786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.590399] env[67174]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.590778] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.590884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.604172] env[67174]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1314.604647] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.604766] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f379c511-4ed8-4036-8204-75d35f9488c0 is going to be deleted. [ 1314.605693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.605898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.630817] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.630996] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 319050eb-f5af-4574-8836-cc9e4fe8840e is going to be deleted. [ 1314.632044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.632263] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.654955] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.655135] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f98e1f4d-3b67-4d0a-b627-e5373f1a8b97 is going to be deleted. [ 1314.656014] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.656226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.681186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.681358] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42477951-9b7e-4c67-9ec2-dcff798c7142 is going to be deleted. [ 1314.682280] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.682494] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.683914] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.684032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.705296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.705451] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c5f1b5-8d2f-45ad-8352-064427ed0c3f is going to be deleted. [ 1314.706343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.706556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.707909] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.708027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.708633] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.708730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.736480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.736657] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4f049ba-699a-4341-b76a-d0e39a1394ab is going to be deleted. [ 1314.737519] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.737728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.760414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.760586] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e464ef3-9627-4f1a-80b6-fbbaa333efcf is going to be deleted. [ 1314.761651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.761912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.783999] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.784216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.785402] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.785531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.790417] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.790605] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83780c32-0905-4293-a842-66a41745595a is going to be deleted. [ 1314.792032] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.792334] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.881406] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.881532] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.903372] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.903525] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 210a4361-d8e9-49d1-931e-c890119ad0db is going to be deleted. [ 1314.904673] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.905308] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.968652] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.968911] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.985972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.986168] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07310afd-9a88-470b-a113-d8422da0f817 is going to be deleted. [ 1314.987018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.987235] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.011070] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.011269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.011316] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.011512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.011726] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.011890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.011890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.012054] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.012144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.012232] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.012383] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.012475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.012536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.012722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.012899] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.013018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.013099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.013218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.013297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.013379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.013465] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.015654] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.023770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.024203] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.024382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.024462] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.024741] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.024840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.025197] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.025328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.025328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.025477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.025555] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.025842] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.025936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.026045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.026226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.026305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.026402] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e is going to be updated. [ 1315.028049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.028220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.052017] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.052284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.080011] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.080192] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2356818b-4305-4c0f-ad4a-aac7f32c4102 is going to be deleted. [ 1315.081134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.081355] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.101792] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.102026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.130403] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.130578] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 404a872c-ad0d-4fd3-826f-c3d5ee4c3372 is going to be deleted. [ 1315.131523] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.131783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.133304] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.133414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.195160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.195354] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55b870d5-429c-4614-bbf4-625cd70c6ce8 is going to be deleted. [ 1315.196278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.196489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.196585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.196708] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f379c511-4ed8-4036-8204-75d35f9488c0" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.196877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.197051] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.197158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.197229] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-319050eb-f5af-4574-8836-cc9e4fe8840e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.197794] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.197970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.198097] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.198220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f98e1f4d-3b67-4d0a-b627-e5373f1a8b97" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.198376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.198528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.198640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.198732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42477951-9b7e-4c67-9ec2-dcff798c7142" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.198840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.198978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.199071] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.199187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c5f1b5-8d2f-45ad-8352-064427ed0c3f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.199319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.199460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.199535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.199649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4f049ba-699a-4341-b76a-d0e39a1394ab" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.199775] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.199912] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.199988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.200113] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e464ef3-9627-4f1a-80b6-fbbaa333efcf" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.200238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.200375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.218456] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.218456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.255085] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.255085] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f1217fd-efb8-48d4-8977-bad915c1a541 is going to be deleted. [ 1315.256166] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.256454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.256566] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.256865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83780c32-0905-4293-a842-66a41745595a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.257045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.257222] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.257329] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.257528] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-210a4361-d8e9-49d1-931e-c890119ad0db" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.258228] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.258433] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.258559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.258732] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07310afd-9a88-470b-a113-d8422da0f817" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.258865] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.259068] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.259255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.282093] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.282297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.282367] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.282623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.282742] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.282903] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2356818b-4305-4c0f-ad4a-aac7f32c4102" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.298437] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.298638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.298718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.298934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.299068] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.299225] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-404a872c-ad0d-4fd3-826f-c3d5ee4c3372" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.302370] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: IN_PROGRESS for 2s [ 1315.390300] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.390511] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.390511] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.390886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.390886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.390886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55b870d5-429c-4614-bbf4-625cd70c6ce8" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.486057] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.486272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.486272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.486457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.486551] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.486670] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f1217fd-efb8-48d4-8977-bad915c1a541" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.516773] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33b869b-abfb-403c-bc29-e5257c0dd526: rpc.has_security_group_logging(os_id): False [ 1315.517631] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc3b80ae-450a-4638-a69f-af633484f88f: rpc.has_security_group_logging(os_id): False [ 1315.569175] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.569627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.569627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.569627] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.575269] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.575505] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.596598] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.596971] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.597107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.597191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.597425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.597530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.597649] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc3b80ae-450a-4638-a69f-af633484f88f is going to be updated. [ 1315.598844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.599056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.636754] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.637071] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.637189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.637255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.637453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.637536] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.637729] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.637827] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.637887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.638045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.638145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.638317] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.638649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.638649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.638717] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.638853] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.638853] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1315.642501] env[67174]: INFO networking_nsxv3.common.synchronization [req-4b76ce90-70a0-463e-8f54-e9459e3ac9ee req-384693e5-b42d-4477-95e9-6e897e143947 tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1315.643065] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1315.643369] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.643476] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.643541] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.643720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.643856] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.643964] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.644042] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.644188] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.644267] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.644355] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.703562] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.703782] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.703867] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.704134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.704373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.721466] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: IN_PROGRESS for 2s [ 1315.766101] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.766361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.766361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.766601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.766811] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.792112] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1315.963261] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.963474] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.963598] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.963862] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.964159] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.964312] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.964423] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.964636] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.964776] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.964981] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.965107] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1315.965212] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1315.965313] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1315.965418] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.965518] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1315.965642] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1315.989456] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1315.990117] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1315.990117] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1315.990246] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.991025] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-34379faf-63f6-4edf-9eda-36c03d6e844a taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.991025] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-34379faf-63f6-4edf-9eda-36c03d6e844a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.991025] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-34379faf-63f6-4edf-9eda-36c03d6e844a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.991235] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-34379faf-63f6-4edf-9eda-36c03d6e844a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.991235] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34379faf-63f6-4edf-9eda-36c03d6e844a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.146812] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.494182] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.494501] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.494686] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.495100] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.495322] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.495545] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port 34379faf-63f6-4edf-9eda-36c03d6e844a not found, creating... [ 1316.495936] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.496179] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.496355] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.496682] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.496882] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.497313] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.497538] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.497714] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.498011] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.498214] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.498414] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: 34379faf-63f6-4edf-9eda-36c03d6e844a is going to be created. [ 1316.518221] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.518431] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.518535] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.518803] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.519059] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.519277] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-34379faf-63f6-4edf-9eda-36c03d6e844a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.649382] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.152571] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.152740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.152813] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.153059] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.153151] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.153245] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1317.181875] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.182118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.182241] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.182428] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.182598] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.193321] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1317.224834] env[67174]: INFO networking_nsxv3.common.synchronization [req-4b76ce90-70a0-463e-8f54-e9459e3ac9ee req-95bb6762-bb37-4162-9ba7-939558433dfc service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1317.225032] env[67174]: INFO networking_nsxv3.common.synchronization [req-4b76ce90-70a0-463e-8f54-e9459e3ac9ee req-95bb6762-bb37-4162-9ba7-939558433dfc service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1317.225172] env[67174]: INFO networking_nsxv3.common.synchronization [req-4b76ce90-70a0-463e-8f54-e9459e3ac9ee req-95bb6762-bb37-4162-9ba7-939558433dfc service nova] Enqueued Resource ID: 34379faf-63f6-4edf-9eda-36c03d6e844a with Priority: HIGHEST for action port [ 1317.225697] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1317.225825] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1317.225919] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34379faf-63f6-4edf-9eda-36c03d6e844a with Priority: HIGHEST for action port [ 1317.226219] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.226335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.226510] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.226591] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.226781] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-34379faf-63f6-4edf-9eda-36c03d6e844a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.226933] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34379faf-63f6-4edf-9eda-36c03d6e844a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.227029] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34379faf-63f6-4edf-9eda-36c03d6e844a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.227226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34379faf-63f6-4edf-9eda-36c03d6e844a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.227351] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34379faf-63f6-4edf-9eda-36c03d6e844a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.324980] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: SUCCESS [ 1317.325281] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.325394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.325665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.325769] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.406069] env[67174]: INFO networking_nsxv3.common.synchronization [req-62b49da2-de3d-4721-a980-3363fed93afc req-d67e742a-1c1f-473e-a8dc-e11d0e63df27 tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_members [ 1317.406659] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e with Priority: HIGHEST for action security_group_members [ 1317.407360] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.407492] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.407562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.407765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.407924] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.408218] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.408291] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.408453] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.408544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.408702] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.454147] env[67174]: INFO networking_nsxv3.common.synchronization [req-62b49da2-de3d-4721-a980-3363fed93afc req-d67e742a-1c1f-473e-a8dc-e11d0e63df27 tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: 3153ac77-1ca4-4b84-a373-91a35e377f7b with Priority: HIGHEST for action port [ 1317.454652] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3153ac77-1ca4-4b84-a373-91a35e377f7b with Priority: HIGHEST for action port [ 1317.454999] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-3153ac77-1ca4-4b84-a373-91a35e377f7b taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.456685] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3153ac77-1ca4-4b84-a373-91a35e377f7b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.456762] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3153ac77-1ca4-4b84-a373-91a35e377f7b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.456969] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3153ac77-1ca4-4b84-a373-91a35e377f7b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.457071] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3153ac77-1ca4-4b84-a373-91a35e377f7b',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.730339] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34379faf-63f6-4edf-9eda-36c03d6e844a with status ACTIVE [ 1317.730644] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.730715] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.730786] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.731050] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.731148] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.731824] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.731824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.731824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.731824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.731824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.732174] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.732174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.732174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.732290] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.732331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.732421] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34379faf-63f6-4edf-9eda-36c03d6e844a is going to be updated. [ 1317.737198] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: SUCCESS [ 1317.737398] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.757061] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.757226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.757289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.757495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.757646] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.757907] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34379faf-63f6-4edf-9eda-36c03d6e844a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.808524] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1317.808745] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.808919] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.809145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.809235] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.829205] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.829205] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.911622] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.911842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.911897] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.912137] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.912223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.912421] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.912535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.913601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.913601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.913601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.913601] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e is going to be updated. [ 1317.941984] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.942144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.942216] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.942420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.942559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.952317] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: IN_PROGRESS for 2s [ 1317.960070] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3153ac77-1ca4-4b84-a373-91a35e377f7b with status ACTIVE [ 1317.960295] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.960423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.960493] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.960700] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.960790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.961194] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.961194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.961194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.961363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.961363] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.961514] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.961608] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.961705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.961925] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.961925] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.962013] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3153ac77-1ca4-4b84-a373-91a35e377f7b is going to be updated. [ 1317.982420] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.982559] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.982725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.982996] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.983159] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.983322] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3153ac77-1ca4-4b84-a373-91a35e377f7b" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.314703] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.314703] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.202772] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1319.203149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.203149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.203349] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.203534] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.203701] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.203779] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.203932] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.204024] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.204122] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.705950] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.962424] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: SUCCESS [ 1319.962589] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e deletion is rescheduled due to dependency. [ 1319.962663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.962877] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.963129] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.963319] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.963435] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.963499] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.963654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.963734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.963818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.963906] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.208696] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.466370] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.466543] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.466617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.466854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.467040] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.467147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.467212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.467370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.467458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.467549] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.467696] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.467789] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.467849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.467998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.468134] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.468224] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.468284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.468417] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.468492] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.468573] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.468660] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b746f6f5-80d3-4bd8-88e8-cc1748088d5e',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.710888] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.711203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.711274] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.711769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.711769] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.711769] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1320.746864] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.747094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.747094] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.747328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.747473] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.759284] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1320.973183] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b746f6f5-80d3-4bd8-88e8-cc1748088d5e: rpc.has_security_group_logging(os_id): False [ 1320.993368] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.993509] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.993575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.993774] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.993866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.994085] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.994192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.994255] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.994403] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.994480] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.994666] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.994757] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.994819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.994954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.995037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.995229] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.995390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.995451] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.995589] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.995662] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.995746] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e is going to be updated. [ 1321.055103] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.055313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.055369] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.055584] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.055733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.075967] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: IN_PROGRESS for 2s [ 1322.455804] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.456193] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1322.775139] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1322.775319] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.775487] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.775725] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.775924] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.776056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.776122] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.776278] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.776360] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.776445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.776534] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.089470] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b746f6f5-80d3-4bd8-88e8-cc1748088d5e in Status: SUCCESS [ 1323.089718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b746f6f5-80d3-4bd8-88e8-cc1748088d5e" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.279568] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.279801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.279917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.280229] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.280453] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.280681] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.280771] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.280947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.281099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.281244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.281447] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.281590] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.281694] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.281943] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.282163] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.282306] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.282413] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.282605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.282728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.282860] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.283018] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.785599] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33b869b-abfb-403c-bc29-e5257c0dd526: rpc.has_security_group_logging(os_id): False [ 1323.804583] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.804798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.804798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.805050] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.805149] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.805353] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.805447] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.805500] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.805654] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.805731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.805914] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.806015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.806082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.806220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.806293] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.806488] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.806628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.806628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.806770] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.806855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.806941] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1323.885547] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.885837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.885965] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.886361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.886720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.908069] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1325.926081] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1325.926475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.457132] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.457132] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.021066] env[67174]: INFO networking_nsxv3.common.synchronization [req-4e54acc6-96b5-439b-9f97-502aebb30419 req-ca9eea1c-0e1e-461b-945f-e93c4809c0b1 tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1328.021744] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1328.022338] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.022443] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.022518] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.022723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.022969] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.023121] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.023192] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.023310] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.023397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.023495] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.526156] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.028145] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.530430] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.530824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.530824] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.530924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.530998] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.531113] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1329.559202] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.559467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.559467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.559602] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.559761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.569015] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1331.579903] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1331.580331] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.022965] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.023336] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.576459] env[67174]: INFO networking_nsxv3.common.synchronization [req-7b1d3550-3d3a-49ea-b1a9-d76f421b560d req-16546087-2320-476d-aed9-88e047ee1063 tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1334.577008] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1334.577332] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.577456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.577519] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.577714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.577866] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.577959] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.578026] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.578170] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.578250] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.578569] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.080443] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.584909] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.086384] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.086580] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.086626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.086823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.086916] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.087030] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1336.116787] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.116965] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.117015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.117214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.117361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.126218] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1338.137993] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1338.138397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.578471] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.578471] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.789272] env[67174]: INFO networking_nsxv3.common.synchronization [req-acbab153-57bf-464d-8861-25ddd2671b64 req-2561b516-c906-4f1d-94c7-03cc5cbd9895 tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_members [ 1341.789843] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_members [ 1341.790298] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.790460] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.790556] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.790805] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.791121] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.791260] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.791354] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.791542] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.791662] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.792042] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.075258] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.075508] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.075658] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.075987] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.076303] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.076497] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.076629] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.076917] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.077102] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.077358] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1342.077499] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1342.077609] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1342.077745] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1342.077900] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1342.078054] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1342.078212] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1342.101393] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1342.101547] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1342.101655] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1342.101933] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-529" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.102400] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.102687] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.102836] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.103188] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.103334] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.293728] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.606050] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.606295] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.606344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.606623] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.606771] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.606925] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9 not found, creating... [ 1342.607306] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.607547] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.607626] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.607941] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.608111] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.608420] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.608600] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.608721] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.608929] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.609075] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.609317] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9 is going to be created. [ 1342.630194] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.630413] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.630534] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.630807] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.631043] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.631362] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.795921] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.298723] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.299181] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.299181] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.299296] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.299390] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.299511] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3b80ae-450a-4638-a69f-af633484f88f is going to be updated. [ 1343.302415] env[67174]: INFO networking_nsxv3.common.synchronization [req-acbab153-57bf-464d-8861-25ddd2671b64 req-a56fc96e-6b97-49ae-9cbd-a38edfbe5252 service nova] Enqueued Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_rules [ 1343.302645] env[67174]: INFO networking_nsxv3.common.synchronization [req-acbab153-57bf-464d-8861-25ddd2671b64 req-a56fc96e-6b97-49ae-9cbd-a38edfbe5252 service nova] Enqueued Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_members [ 1343.302853] env[67174]: INFO networking_nsxv3.common.synchronization [req-acbab153-57bf-464d-8861-25ddd2671b64 req-a56fc96e-6b97-49ae-9cbd-a38edfbe5252 service nova] Enqueued Resource ID: 81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9 with Priority: HIGHEST for action port [ 1343.304065] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_rules [ 1343.305013] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_members [ 1343.305013] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9 with Priority: HIGHEST for action port [ 1343.305013] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.305013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.305013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.305013] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.305258] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.306042] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.306175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.306407] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.306539] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.306623] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.306810] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.306913] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.331037] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.331037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.331037] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.331202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.331202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.342153] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: IN_PROGRESS for 2s [ 1343.809099] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.809585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.809585] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9 with status ACTIVE [ 1343.809771] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.809894] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.809952] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.810313] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.810385] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.810585] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.810720] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.810804] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.811010] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.811123] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.811367] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.811491] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.811572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.811751] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.811850] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.811970] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9 is going to be updated. [ 1343.832961] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.833289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.833362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.833561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.833701] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.833857] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81d4719f-bcb8-4e5d-9cb7-37fcd3f61ba9" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.973281] env[67174]: INFO networking_nsxv3.common.synchronization [req-57f84a22-41a5-4c20-ace3-d55258650f49 req-d9917a21-55ca-47c5-a9da-e4a25c80f22e tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1343.973879] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1343.974325] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.974458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.974525] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.974722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.974875] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.974970] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.975038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.975189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.975275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.975369] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.303700] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.303905] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.304031] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.304314] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.304591] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.304751] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.304864] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.305095] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.305241] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.305452] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1344.305563] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1344.305668] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1344.305774] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1344.305879] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1344.305982] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1344.306128] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1344.359834] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1344.360041] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1344.360183] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1344.360354] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.360687] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-d7acb927-749f-456d-8258-15115fc6cf16 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.360860] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-d7acb927-749f-456d-8258-15115fc6cf16" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.360979] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-d7acb927-749f-456d-8258-15115fc6cf16" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.361361] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-d7acb927-749f-456d-8258-15115fc6cf16" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.361505] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7acb927-749f-456d-8258-15115fc6cf16',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.477578] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.864221] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.864668] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.864668] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.864894] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.865054] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.865214] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port d7acb927-749f-456d-8258-15115fc6cf16 not found, creating... [ 1344.865477] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.865642] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.865747] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.865963] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.866114] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.866391] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.866541] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.866653] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.866894] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.866983] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.867134] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: d7acb927-749f-456d-8258-15115fc6cf16 is going to be created. [ 1344.891782] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.892048] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.892134] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.892419] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.892646] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.892871] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-d7acb927-749f-456d-8258-15115fc6cf16" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.979726] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.351788] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: SUCCESS [ 1345.352019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.352207] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.352437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.352841] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.352841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.352841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.353102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.353102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.353224] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.482064] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.482284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.482284] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.482424] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.482495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.482598] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1345.513984] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.514159] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.514207] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.514429] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.514573] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.525208] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1345.576828] env[67174]: INFO networking_nsxv3.common.synchronization [req-57f84a22-41a5-4c20-ace3-d55258650f49 req-6757275a-2976-49bd-bc21-aca361c983ab service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1345.577025] env[67174]: INFO networking_nsxv3.common.synchronization [req-57f84a22-41a5-4c20-ace3-d55258650f49 req-6757275a-2976-49bd-bc21-aca361c983ab service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1345.577398] env[67174]: INFO networking_nsxv3.common.synchronization [req-57f84a22-41a5-4c20-ace3-d55258650f49 req-6757275a-2976-49bd-bc21-aca361c983ab service nova] Enqueued Resource ID: d7acb927-749f-456d-8258-15115fc6cf16 with Priority: HIGHEST for action port [ 1345.578026] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1345.578148] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1345.578240] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7acb927-749f-456d-8258-15115fc6cf16 with Priority: HIGHEST for action port [ 1345.578534] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.578837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.578914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.579127] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.579205] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.580515] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.580728] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.580946] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7acb927-749f-456d-8258-15115fc6cf16 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.581060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7acb927-749f-456d-8258-15115fc6cf16" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.581116] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7acb927-749f-456d-8258-15115fc6cf16" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.581289] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7acb927-749f-456d-8258-15115fc6cf16" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.581367] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7acb927-749f-456d-8258-15115fc6cf16',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.855814] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.082894] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.083417] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.083417] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7acb927-749f-456d-8258-15115fc6cf16 with status ACTIVE [ 1346.083607] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.083718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.083776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.084050] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.084174] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.084469] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.084562] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.084626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.084797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.084879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.085147] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.085333] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.085409] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.085572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.085649] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.085741] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7acb927-749f-456d-8258-15115fc6cf16 is going to be updated. [ 1346.113943] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.114182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.114182] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.114441] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.114585] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.114822] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7acb927-749f-456d-8258-15115fc6cf16" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.358582] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.861672] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.861908] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.861961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.862399] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.862503] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.862610] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3b80ae-450a-4638-a69f-af633484f88f is going to be updated. [ 1346.896777] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.897079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.897079] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.897226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.897377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.912707] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: IN_PROGRESS for 2s [ 1347.541603] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1347.541603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.541603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.541603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.541603] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.541603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.541603] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.542249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.542249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.542249] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.044323] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.546701] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.923095] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: SUCCESS [ 1348.923323] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.923373] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.923607] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.923819] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.923941] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.924018] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.924187] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.924269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.924368] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.924458] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.049619] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.049846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.049846] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.050153] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.050249] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.050354] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1349.087241] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.087467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.087467] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.087659] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.087790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.098353] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1349.427167] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.929687] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc3b80ae-450a-4638-a69f-af633484f88f: rpc.has_security_group_logging(os_id): False [ 1349.948847] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.949098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.949098] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.949269] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.949361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.949668] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.949842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.949917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.950115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.950194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.950282] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc3b80ae-450a-4638-a69f-af633484f88f is going to be updated. [ 1350.007462] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.007706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.007706] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.007887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.008056] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.019526] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: IN_PROGRESS for 2s [ 1350.579427] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.579654] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1351.109049] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1351.109485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.109485] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.109624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.109775] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.109894] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.109954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.110129] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.110210] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.110297] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.110390] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.613384] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.613617] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.613752] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.614092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.614400] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.614577] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.614687] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.614947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.615104] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.615254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.615503] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.615656] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.615759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.615987] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.616252] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.616406] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.616508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.616733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.616862] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.616995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.617162] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.037977] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: SUCCESS [ 1352.038202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.121151] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33b869b-abfb-403c-bc29-e5257c0dd526: rpc.has_security_group_logging(os_id): False [ 1352.139751] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.139941] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.140063] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.140238] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.140334] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.140556] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.140658] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.140719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.140939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.141101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.141515] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.141684] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.141793] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.142044] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.142186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.142413] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.142561] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.142686] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.142854] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.142936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.143039] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1352.206319] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.206544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.206544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.206707] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.206855] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.218343] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1354.234123] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1354.234457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.581160] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.581519] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.424251] env[67174]: INFO networking_nsxv3.common.synchronization [req-4d9517bc-e3e8-44a7-9732-b3a45bc8928a req-405fc449-9ad2-4b06-b0a6-d758e60bf45e tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1357.424813] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1357.425146] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.425272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.425343] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.425535] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.425730] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.425818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.425886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.425978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.426190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.426293] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.928784] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.432105] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.934476] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.934825] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.934978] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.935346] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.935450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.935550] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1358.964998] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.965496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.965496] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.965639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.965826] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.974960] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1360.986991] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1360.987392] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.425666] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.426025] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.661761] env[67174]: INFO networking_nsxv3.common.synchronization [req-d81b745e-fa7c-44b9-8002-1418b51db6f6 req-590cdaf0-d6c6-4368-9349-040b9b6bd95b tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1366.661761] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1366.661761] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.661761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.661761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.661761] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.662155] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.662155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.662155] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.662251] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.662382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.662458] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.951275] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.951533] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.951663] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.951967] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.952242] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.952443] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.952566] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.952802] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.952957] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.953191] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1366.953315] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1366.953438] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1366.953564] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1366.953675] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1366.953789] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1366.953931] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1366.974592] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1366.974775] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1366.974899] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1366.975097] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-124" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.975433] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-6975277b-1d5c-4970-99f8-cf5bf062298a taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.975620] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-6975277b-1d5c-4970-99f8-cf5bf062298a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.975754] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-6975277b-1d5c-4970-99f8-cf5bf062298a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.976097] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-6975277b-1d5c-4970-99f8-cf5bf062298a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.976237] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6975277b-1d5c-4970-99f8-cf5bf062298a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.165068] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.478531] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.478747] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.478882] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.479255] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.479427] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.479582] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port 6975277b-1d5c-4970-99f8-cf5bf062298a not found, creating... [ 1367.479890] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.480105] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.480231] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.480484] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.480627] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.480912] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.481076] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.481193] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.481394] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.481525] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.481661] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: 6975277b-1d5c-4970-99f8-cf5bf062298a is going to be created. [ 1367.502249] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.502622] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.502764] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.503048] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.503343] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.503660] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-6975277b-1d5c-4970-99f8-cf5bf062298a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.667121] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.728371] env[67174]: INFO networking_nsxv3.common.synchronization [req-c6ff0642-30bf-4bd4-aad7-dc2f97e35cf6 req-59d79b7b-409f-477b-8c2e-779269fde633 tempest-ServerActionsTestJSON-1412117943 tempest-ServerActionsTestJSON-1412117943-project-member] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1367.728892] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1367.729211] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.729332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.729397] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.729954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.729954] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.729954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.729954] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.730189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.730189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.730189] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.169986] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.170194] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.170250] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.170454] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.170546] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.170644] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1368.200680] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.200826] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.200873] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.201158] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.201332] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.204652] env[67174]: INFO networking_nsxv3.common.synchronization [req-d81b745e-fa7c-44b9-8002-1418b51db6f6 req-75c1145c-77c5-488b-83c3-278ae23120a1 service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1368.204902] env[67174]: INFO networking_nsxv3.common.synchronization [req-d81b745e-fa7c-44b9-8002-1418b51db6f6 req-75c1145c-77c5-488b-83c3-278ae23120a1 service nova] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1368.205079] env[67174]: INFO networking_nsxv3.common.synchronization [req-d81b745e-fa7c-44b9-8002-1418b51db6f6 req-75c1145c-77c5-488b-83c3-278ae23120a1 service nova] Enqueued Resource ID: 6975277b-1d5c-4970-99f8-cf5bf062298a with Priority: HIGHEST for action port [ 1368.205670] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_rules [ 1368.205845] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1368.205978] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6975277b-1d5c-4970-99f8-cf5bf062298a with Priority: HIGHEST for action port [ 1368.206289] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.206418] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.206507] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.206938] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.207045] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.208083] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.208083] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.208281] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-6975277b-1d5c-4970-99f8-cf5bf062298a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.208379] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6975277b-1d5c-4970-99f8-cf5bf062298a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.208458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6975277b-1d5c-4970-99f8-cf5bf062298a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.208660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6975277b-1d5c-4970-99f8-cf5bf062298a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.208859] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6975277b-1d5c-4970-99f8-cf5bf062298a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.212439] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1368.231981] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.232150] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.232198] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.232435] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.252572] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.252869] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.253053] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.253144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.253337] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.253422] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.253510] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 is going to be updated. [ 1368.279780] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.279939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.279990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.280191] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.280361] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.288982] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: IN_PROGRESS for 2s [ 1368.712662] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.712972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.714141] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6975277b-1d5c-4970-99f8-cf5bf062298a with status ACTIVE [ 1368.714291] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.714403] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.714469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.714665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.714753] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.714920] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.715027] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.715091] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.715242] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.715320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.715540] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.715651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.715713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.715856] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.715930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.716026] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6975277b-1d5c-4970-99f8-cf5bf062298a is going to be updated. [ 1368.736505] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.736704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.736704] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.736884] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.737038] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.737189] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6975277b-1d5c-4970-99f8-cf5bf062298a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.223112] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 4s [ 1370.300679] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: SUCCESS [ 1370.300893] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 deletion is rescheduled due to dependency. [ 1370.300990] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.233300] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1372.233740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.233740] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.234047] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.234282] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.234446] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.234538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.234724] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.234830] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.234948] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.737647] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.207614] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.207614] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1373.240089] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.742476] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.742726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.742726] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.742930] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.743030] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.743133] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1373.778560] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.778807] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.778807] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.778986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.779197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.789087] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1375.036718] env[67174]: INFO networking_nsxv3.common.synchronization [req-ddfb66fa-c924-4983-9674-c911247912f4 req-c387ffbc-4fd8-430b-85b0-216fa59dca48 tempest-ServerActionsTestJSON-1412117943 tempest-ServerActionsTestJSON-1412117943-project-member] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1375.036718] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1375.036718] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.036718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.036718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.036718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.036718] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.036718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.036718] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.037501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.037501] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.037501] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.396747] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.396950] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.397093] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.397363] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.397690] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.397856] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.397973] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.398306] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.398514] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.398733] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1375.398848] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1375.398954] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1375.399074] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1375.399186] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1375.399292] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1375.399424] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1375.417975] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1375.418167] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1375.418306] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1375.418479] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-614" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.418849] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-ef530103-1569-4573-adf4-669e2e70ad89 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.419037] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-ef530103-1569-4573-adf4-669e2e70ad89" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.419159] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-ef530103-1569-4573-adf4-669e2e70ad89" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.419470] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-ef530103-1569-4573-adf4-669e2e70ad89" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.419606] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef530103-1569-4573-adf4-669e2e70ad89',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.540724] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.540934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.540934] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.541145] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.541236] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.541437] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.541538] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.541599] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.541747] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.541823] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.541907] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 is going to be updated. [ 1375.567934] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.568176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.568176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.568362] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.568495] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.578499] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: IN_PROGRESS for 2s [ 1375.800511] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1375.800696] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.800868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.801102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.801299] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.801416] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.801580] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.801645] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.801705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.801790] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.801880] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.921569] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.921820] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.921973] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.922293] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.922532] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.922740] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port ef530103-1569-4573-adf4-669e2e70ad89 not found, creating... [ 1375.923034] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.923225] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.923380] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.923636] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.923812] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.924152] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.924333] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.924474] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.924720] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.924909] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.925090] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: ef530103-1569-4573-adf4-669e2e70ad89 is going to be created. [ 1375.945221] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.945457] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.945554] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.945829] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.946066] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.946281] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-ef530103-1569-4573-adf4-669e2e70ad89" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.304740] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.305165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.305165] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.305370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.305618] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.305752] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.305818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.305995] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.306096] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.306190] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.306353] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.306448] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.306508] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.306652] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.306795] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.306887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.306946] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.307107] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.307181] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.307261] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.307351] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.637508] env[67174]: INFO networking_nsxv3.common.synchronization [req-ddfb66fa-c924-4983-9674-c911247912f4 req-482b5e54-86c1-4a14-b63e-ca818c7721a9 service nova] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_rules [ 1376.637699] env[67174]: INFO networking_nsxv3.common.synchronization [req-ddfb66fa-c924-4983-9674-c911247912f4 req-482b5e54-86c1-4a14-b63e-ca818c7721a9 service nova] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1376.637834] env[67174]: INFO networking_nsxv3.common.synchronization [req-ddfb66fa-c924-4983-9674-c911247912f4 req-482b5e54-86c1-4a14-b63e-ca818c7721a9 service nova] Enqueued Resource ID: ef530103-1569-4573-adf4-669e2e70ad89 with Priority: HIGHEST for action port [ 1376.638388] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_rules [ 1376.638526] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1376.638622] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef530103-1569-4573-adf4-669e2e70ad89 with Priority: HIGHEST for action port [ 1376.638915] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.639053] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.639142] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.639321] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.639581] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.641135] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.641135] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.641135] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef530103-1569-4573-adf4-669e2e70ad89 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.641309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef530103-1569-4573-adf4-669e2e70ad89" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.641309] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef530103-1569-4573-adf4-669e2e70ad89" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.641470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef530103-1569-4573-adf4-669e2e70ad89" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.641537] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef530103-1569-4573-adf4-669e2e70ad89',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.809834] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33b869b-abfb-403c-bc29-e5257c0dd526: rpc.has_security_group_logging(os_id): False [ 1376.829134] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.829338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.829338] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.829663] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.829844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.830097] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.830254] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.830521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.830734] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.830852] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.831106] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.831201] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.831303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.831461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.831540] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.831779] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.831892] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.831951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.832138] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.832219] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.832306] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1376.898988] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.898988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.898988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.898988] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.899287] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.919419] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1377.141776] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.142059] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.143315] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef530103-1569-4573-adf4-669e2e70ad89 with status ACTIVE [ 1377.143568] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.143702] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.143768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.143986] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.144093] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.144409] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.144533] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.144628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.144746] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.144828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.145024] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.145120] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.145177] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.145314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.145388] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.145473] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef530103-1569-4573-adf4-669e2e70ad89 is going to be updated. [ 1377.169434] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.169705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.169705] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.169842] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.169979] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.170154] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef530103-1569-4573-adf4-669e2e70ad89" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.594849] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: SUCCESS [ 1377.594849] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 deletion is rescheduled due to dependency. [ 1377.594849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.594849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.594849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.594849] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.594849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.594849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.594849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.594849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.594849] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.096740] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.598731] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.933512] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1378.933767] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.101752] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.102015] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.102118] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.102386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.102512] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.102622] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 is going to be updated. [ 1379.130331] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.130521] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.130611] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.130866] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.131025] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.141425] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: IN_PROGRESS for 2s [ 1381.154144] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: SUCCESS [ 1381.154144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.154144] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.154612] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.154612] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.154713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.154713] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.154918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.154981] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.155053] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.155148] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.640209] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.640478] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1381.657927] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.160978] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff9ec72c-cf82-48bd-be36-7dbaf6703ee4: rpc.has_security_group_logging(os_id): False [ 1382.183382] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.183624] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.183719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.183951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.184064] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.184326] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.184445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.184527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.184722] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.184803] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.184892] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 is going to be updated. [ 1382.256425] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.256672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.256672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.256839] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.256999] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.269557] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: IN_PROGRESS for 2s [ 1382.332321] env[67174]: INFO networking_nsxv3.common.synchronization [req-de3db1d7-6fb0-4c56-b898-c9d9e11ae9e0 req-01a44932-d447-48c8-9bf2-97f9ed196229 tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1382.332786] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1382.333248] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.333248] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.333450] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.333516] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.333670] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.333784] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.333936] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.334020] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.334085] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.334141] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.836885] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.339351] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.841914] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.842147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.842202] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.842434] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.842540] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.842642] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1383.873294] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.873593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.873678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.873924] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.874176] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.883924] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1384.283379] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: SUCCESS [ 1384.283628] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.894953] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1385.895376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.333868] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.334305] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.608641] env[67174]: INFO networking_nsxv3.common.synchronization [req-936441b6-c067-43c2-a355-3941261ee6ae req-65d286dd-d71d-44aa-b62f-e0003081fb1f tempest-ServersTestJSON-936991148 tempest-ServersTestJSON-936991148-project-member] Enqueued Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1388.609510] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33b869b-abfb-403c-bc29-e5257c0dd526 with Priority: HIGHEST for action security_group_members [ 1388.609830] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33b869b-abfb-403c-bc29-e5257c0dd526 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.610301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.610301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.610301] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.610471] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.610471] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.610546] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.610691] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.611017] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.611017] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33b869b-abfb-403c-bc29-e5257c0dd526',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.112972] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.113223] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.113273] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.113493] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.113593] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.113820] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.113915] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.113977] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.114168] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.114245] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.114349] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 is going to be updated. [ 1389.144434] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.144660] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.144750] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.145060] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.145230] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.154759] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: IN_PROGRESS for 2s [ 1391.166736] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33b869b-abfb-403c-bc29-e5257c0dd526 in Status: SUCCESS [ 1391.167102] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33b869b-abfb-403c-bc29-e5257c0dd526 deletion is rescheduled due to dependency. [ 1391.167102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33b869b-abfb-403c-bc29-e5257c0dd526" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.610467] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.610761] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.611928] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.612352] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.613025] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.613277] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.614663] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.614663] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.704213] env[67174]: INFO networking_nsxv3.common.synchronization [req-ffcc7465-a0fd-4362-a151-3c7d89fd9ace req-fe9b008d-997f-4d3b-acc7-3a24ac720a74 tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_members [ 1412.704213] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_members [ 1412.704213] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.704213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.704213] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.704604] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.704604] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.704687] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.704730] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.704890] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.704997] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.705106] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.206909] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.709571] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.211950] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.212211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.212211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.212412] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.212504] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.212601] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3b80ae-450a-4638-a69f-af633484f88f is going to be updated. [ 1414.246233] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.246457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.246457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.246642] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.246791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.257595] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: IN_PROGRESS for 2s [ 1416.269726] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: SUCCESS [ 1416.270157] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.704652] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.704941] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.705385] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.705715] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.384674] env[67174]: INFO networking_nsxv3.common.synchronization [req-0f1d4cc9-822c-48d7-9ba3-735857ce81eb req-c4748434-c680-4e0f-81e3-9eba70109a57 tempest-ServerActionsTestOtherA-506819159 tempest-ServerActionsTestOtherA-506819159-project-member] Enqueued Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_members [ 1426.385064] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3b80ae-450a-4638-a69f-af633484f88f with Priority: HIGHEST for action security_group_members [ 1426.385390] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc3b80ae-450a-4638-a69f-af633484f88f taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.385510] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.385576] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.385776] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.385930] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.386039] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.386099] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.386442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.386442] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.386442] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc3b80ae-450a-4638-a69f-af633484f88f',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.888507] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.888719] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.888819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.889074] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.889175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.889383] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.889475] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.889530] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.889675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.889748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.889831] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3b80ae-450a-4638-a69f-af633484f88f is going to be updated. [ 1426.920769] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.921049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.921049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.921650] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.921650] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.933901] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: IN_PROGRESS for 2s [ 1428.944803] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc3b80ae-450a-4638-a69f-af633484f88f in Status: SUCCESS [ 1428.945135] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc3b80ae-450a-4638-a69f-af633484f88f deletion is rescheduled due to dependency. [ 1428.945195] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc3b80ae-450a-4638-a69f-af633484f88f" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.386301] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.386301] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.387603] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.387990] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.082700] env[67174]: INFO networking_nsxv3.common.synchronization [req-2869eca9-3148-4fc9-8ac1-bdcaf4eac734 req-2a449eab-a289-42cf-8bea-71b20b959cb3 tempest-ServerActionsTestJSON-1412117943 tempest-ServerActionsTestJSON-1412117943-project-member] Enqueued Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1437.083605] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 with Priority: HIGHEST for action security_group_members [ 1437.083605] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.083605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.083605] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.083818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.083856] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.083947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.084102] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.084352] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.084411] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.084511] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff9ec72c-cf82-48bd-be36-7dbaf6703ee4',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.586450] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.586878] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.586878] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.586982] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.587045] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.587274] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.587382] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.587470] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.587643] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.587733] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.587821] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 is going to be updated. [ 1437.618081] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.618327] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.618327] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.618476] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.618616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.627320] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: IN_PROGRESS for 2s [ 1439.638070] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 in Status: SUCCESS [ 1439.638438] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff9ec72c-cf82-48bd-be36-7dbaf6703ee4 deletion is rescheduled due to dependency. [ 1439.638438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff9ec72c-cf82-48bd-be36-7dbaf6703ee4" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.084668] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.084668] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.238633] env[67174]: INFO networking_nsxv3.common.synchronization [None req-cb6bf9c6-9c0f-4614-a375-d41f0b7680c6 None None] Enqueued Resource ID: 60cabf35-61f3-4017-ab59-dce7f2b1056a with Priority: HIGHEST for action port [ 1445.238963] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60cabf35-61f3-4017-ab59-dce7f2b1056a with Priority: HIGHEST for action port [ 1445.239470] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-60cabf35-61f3-4017-ab59-dce7f2b1056a taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.239594] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60cabf35-61f3-4017-ab59-dce7f2b1056a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.239657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60cabf35-61f3-4017-ab59-dce7f2b1056a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.239922] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60cabf35-61f3-4017-ab59-dce7f2b1056a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.240011] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60cabf35-61f3-4017-ab59-dce7f2b1056a',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.741998] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60cabf35-61f3-4017-ab59-dce7f2b1056a [ 1445.742305] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.742457] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.742544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.742784] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.742889] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.743076] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60cabf35-61f3-4017-ab59-dce7f2b1056a already deleted. [ 1445.743212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60cabf35-61f3-4017-ab59-dce7f2b1056a" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.260136] env[67174]: INFO networking_nsxv3.common.synchronization [None req-aa7efa6b-d655-480f-bfe2-65893099d6d3 None None] Enqueued Resource ID: 4836c33c-5619-4baa-a279-a4a96f1b6bae with Priority: HIGHEST for action port [ 1447.260407] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4836c33c-5619-4baa-a279-a4a96f1b6bae with Priority: HIGHEST for action port [ 1447.260718] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-4836c33c-5619-4baa-a279-a4a96f1b6bae taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.260834] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4836c33c-5619-4baa-a279-a4a96f1b6bae" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.260900] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4836c33c-5619-4baa-a279-a4a96f1b6bae" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.261141] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4836c33c-5619-4baa-a279-a4a96f1b6bae" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.261218] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4836c33c-5619-4baa-a279-a4a96f1b6bae',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.763686] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4836c33c-5619-4baa-a279-a4a96f1b6bae [ 1447.763925] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.764849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.764849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.764849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.764849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.764849] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4836c33c-5619-4baa-a279-a4a96f1b6bae already deleted. [ 1447.764849] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4836c33c-5619-4baa-a279-a4a96f1b6bae" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.500959] env[67174]: INFO networking_nsxv3.common.synchronization [req-9661a32b-8c8d-4b46-8b34-81ba70bdf342 req-4ce7dedb-6ec1-426a-82d8-9aff8f56e836 tempest-ServerRescueTestJSON-2043576289 tempest-ServerRescueTestJSON-2043576289-project-member] Enqueued Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_members [ 1450.501470] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_members [ 1450.501806] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.501887] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.501961] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.502211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.502371] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.502477] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.502539] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.502683] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.502768] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.502857] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.779406] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.779586] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "network-631" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.779723] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "network-631" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.780130] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "network-631" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.780584] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.780682] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.780794] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.781082] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.781286] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.781560] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1450.781702] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1450.781834] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1450.781963] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1450.782111] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1450.782226] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1450.782362] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1450.803252] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1450.803430] env[67174]: DEBUG dogpile.cache.region [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1450.803570] env[67174]: DEBUG dogpile.lock [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1450.803747] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "network-631" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.804070] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock port-d6aea4df-cded-4ab7-b26f-c3e6a1082cff taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.804238] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "port-d6aea4df-cded-4ab7-b26f-c3e6a1082cff" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.804376] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "port-d6aea4df-cded-4ab7-b26f-c3e6a1082cff" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.804696] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "port-d6aea4df-cded-4ab7-b26f-c3e6a1082cff" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.804832] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6aea4df-cded-4ab7-b26f-c3e6a1082cff',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.004960] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.005197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.005197] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.005440] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.005544] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.005755] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.005860] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.005923] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.006092] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.006160] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.006241] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceb975c-d598-47ff-a396-ef785282e100 already deleted. [ 1451.006320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.307759] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.308057] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.308191] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.308472] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.308623] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.308778] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Segment Port d6aea4df-cded-4ab7-b26f-c3e6a1082cff not found, creating... [ 1451.309059] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.309221] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.309335] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.309552] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.309685] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.309960] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.310126] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.310241] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.310445] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.310575] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.310710] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Resource: SegmentPort with ID: d6aea4df-cded-4ab7-b26f-c3e6a1082cff is going to be created. [ 1451.332594] env[67174]: DEBUG networking_nsxv3.common.locking [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.332824] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.332960] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.333279] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.333505] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.333723] env[67174]: DEBUG oslo_concurrency.lockutils [None req-00ce1ee4-1ebf-45d0-986d-4462e78b84f2 None None] Releasing lock "port-d6aea4df-cded-4ab7-b26f-c3e6a1082cff" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.029700] env[67174]: INFO networking_nsxv3.common.synchronization [req-9661a32b-8c8d-4b46-8b34-81ba70bdf342 req-cd7ec490-4214-4c2b-9f13-b400c1469420 service nova] Enqueued Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_rules [ 1452.029969] env[67174]: INFO networking_nsxv3.common.synchronization [req-9661a32b-8c8d-4b46-8b34-81ba70bdf342 req-cd7ec490-4214-4c2b-9f13-b400c1469420 service nova] Enqueued Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_members [ 1452.030023] env[67174]: INFO networking_nsxv3.common.synchronization [req-9661a32b-8c8d-4b46-8b34-81ba70bdf342 req-cd7ec490-4214-4c2b-9f13-b400c1469420 service nova] Enqueued Resource ID: d6aea4df-cded-4ab7-b26f-c3e6a1082cff with Priority: HIGHEST for action port [ 1452.030562] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_rules [ 1452.030670] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_members [ 1452.030767] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6aea4df-cded-4ab7-b26f-c3e6a1082cff with Priority: HIGHEST for action port [ 1452.031055] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.031181] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.031258] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.031541] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.031668] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.032485] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.032597] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.032661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.032819] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.033147] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.033147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.033147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.033307] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.033375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.033465] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.034224] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6aea4df-cded-4ab7-b26f-c3e6a1082cff taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.034383] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6aea4df-cded-4ab7-b26f-c3e6a1082cff" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.034425] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6aea4df-cded-4ab7-b26f-c3e6a1082cff" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.034565] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6aea4df-cded-4ab7-b26f-c3e6a1082cff" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.034642] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6aea4df-cded-4ab7-b26f-c3e6a1082cff',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.537951] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.537951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.537951] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.538597] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6aea4df-cded-4ab7-b26f-c3e6a1082cff with status ACTIVE [ 1452.538787] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.538901] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.538966] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.539186] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.539272] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.539505] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.539640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.539712] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.539835] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.539898] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.540090] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.540178] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.540239] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.540376] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.540449] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.540532] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6aea4df-cded-4ab7-b26f-c3e6a1082cff is going to be updated. [ 1452.562089] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.562314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.562314] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.562489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.562626] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.562783] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6aea4df-cded-4ab7-b26f-c3e6a1082cff" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.043102] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.545528] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.545731] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.545777] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.546344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.546344] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.546344] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceb975c-d598-47ff-a396-ef785282e100 is going to be created. [ 1453.572126] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.572356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.572356] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.572527] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.572689] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.583160] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: UNINITIALIZED for 2s [ 1455.594490] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: SUCCESS [ 1455.594878] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.594878] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.595112] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.595311] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.595431] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.595489] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.595651] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.595729] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.595816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.595906] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.098770] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.099095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.099095] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.099220] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.099378] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.099488] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.099550] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.099710] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.099797] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.099885] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.100049] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.100147] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.100203] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.100335] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.100474] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.100563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.100616] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.100798] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.100879] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.100948] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.101051] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.603650] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ceb975c-d598-47ff-a396-ef785282e100: rpc.has_security_group_logging(os_id): False [ 1456.622781] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.622976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.622976] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.623215] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.623347] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.623551] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.623661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.623714] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.623868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.623945] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.624156] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.624266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.624340] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.624493] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.624563] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.624744] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.624837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.624894] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.625041] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.625115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.625200] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ceb975c-d598-47ff-a396-ef785282e100 is going to be created. [ 1456.682381] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.682639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.682639] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.682784] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.682972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.696330] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: IN_PROGRESS for 2s [ 1457.032279] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.032505] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1458.710886] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: SUCCESS [ 1458.711305] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.033855] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.034253] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.034970] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.035396] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.036508] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.037050] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.995836] env[67174]: INFO networking_nsxv3.common.synchronization [req-c7e1dc10-f109-4c0a-a287-84aa44b1c416 req-d8337005-04a1-40ce-b43e-8f8055b3ecb0 tempest-ServerRescueTestJSON-2043576289 tempest-ServerRescueTestJSON-2043576289-project-member] Enqueued Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_members [ 1472.996441] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_members [ 1472.996804] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.996939] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.997036] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.997266] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.997474] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.997625] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.997723] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.997951] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.998101] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.998244] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.298102] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.298451] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "network-631" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.298451] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "network-631" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.298789] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "network-631" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.299073] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.299231] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.299344] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.299558] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.299697] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.299900] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1473.300020] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] NeedRegenerationException {{(pid=67174) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1473.300125] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] no value, waiting for create lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1473.300228] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] value creation lock acquired {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1473.300331] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] No value present for key: 'zone-id' {{(pid=67174) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1473.300451] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Calling creation function for not-yet-present value {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1473.300589] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1473.322104] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1473.322283] env[67174]: DEBUG dogpile.cache.region [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67174) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1473.322397] env[67174]: DEBUG dogpile.lock [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Released creation lock {{(pid=67174) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1473.322563] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "network-631" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.322868] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock port-afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5 taken with stack trace [, , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.323046] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "port-afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.323163] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "port-afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.323507] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "port-afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.323640] env[67174]: DEBUG networking_nsxv3.api.rpc [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.500651] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.826283] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.826468] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.826520] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.827458] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.827458] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.827458] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Segment Port afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5 not found, creating... [ 1473.827458] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.827458] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.827757] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.827841] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.828066] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.828438] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.828622] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.828759] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.828997] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.829153] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.829289] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Resource: SegmentPort with ID: afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5 is going to be created. [ 1473.850076] env[67174]: DEBUG networking_nsxv3.common.locking [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.850292] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.850412] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.850682] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.850904] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.851140] env[67174]: DEBUG oslo_concurrency.lockutils [None req-af29d939-2556-45ce-a440-b2d672c422cf None None] Releasing lock "port-afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.003165] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.505652] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.506211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.506211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.506211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.506211] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.506497] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceb975c-d598-47ff-a396-ef785282e100 is going to be updated. [ 1474.537191] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.537414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.537414] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.537615] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.537765] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.548575] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: IN_PROGRESS for 2s [ 1474.557453] env[67174]: INFO networking_nsxv3.common.synchronization [req-c7e1dc10-f109-4c0a-a287-84aa44b1c416 req-7d60c5ce-e0c9-4f39-8a9e-040c475a64ed service nova] Enqueued Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_rules [ 1474.557633] env[67174]: INFO networking_nsxv3.common.synchronization [req-c7e1dc10-f109-4c0a-a287-84aa44b1c416 req-7d60c5ce-e0c9-4f39-8a9e-040c475a64ed service nova] Enqueued Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_members [ 1474.557766] env[67174]: INFO networking_nsxv3.common.synchronization [req-c7e1dc10-f109-4c0a-a287-84aa44b1c416 req-7d60c5ce-e0c9-4f39-8a9e-040c475a64ed service nova] Enqueued Resource ID: afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5 with Priority: HIGHEST for action port [ 1474.558304] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_rules [ 1474.558438] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_members [ 1474.558536] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5 with Priority: HIGHEST for action port [ 1474.559044] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.559169] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.559226] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.559437] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.559519] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.560384] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.560469] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.560679] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock port-afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.560818] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.560851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.561055] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.561148] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.063129] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.063342] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.063443] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5 with status ACTIVE [ 1475.063723] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.063801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.063801] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.064019] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.064134] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.064275] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.064370] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.064423] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.064601] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.064688] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.064872] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.065394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.065394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.065394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.065394] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.065394] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5 is going to be updated. [ 1475.099659] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.099917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.099917] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.100082] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.100221] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.100377] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afe8cb53-1dbb-4b34-a9e0-ad6f8b834ac5" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.559773] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: SUCCESS [ 1476.560212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.560212] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.560443] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.560686] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.560810] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.560875] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.561049] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.561133] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.561230] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.063262] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.566119] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.068195] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.068476] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.068621] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.068962] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.069110] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.069219] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceb975c-d598-47ff-a396-ef785282e100 is going to be updated. [ 1478.098074] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.098325] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.098374] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.098665] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.098816] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.106964] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: IN_PROGRESS for 2s [ 1479.559436] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.559859] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1480.118345] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: SUCCESS [ 1480.118637] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.118844] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.119131] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.119338] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.119458] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.119534] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.119678] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.119759] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.119841] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.119931] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.622553] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.622972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.622972] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.623093] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.623208] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.623315] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.623381] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.623575] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.623709] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.623755] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.623907] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.624016] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.624070] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.624214] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.624354] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.624445] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.624531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.624672] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.624748] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.624828] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.624919] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.127860] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ceb975c-d598-47ff-a396-ef785282e100: rpc.has_security_group_logging(os_id): False [ 1481.145696] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.145886] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.145941] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.146180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.146275] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.146474] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.146574] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.146638] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.146791] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.146868] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.147082] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.147180] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.147244] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.147386] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.147461] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.147736] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.147840] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.147902] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.148057] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.148135] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.148222] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ceb975c-d598-47ff-a396-ef785282e100 is going to be updated. [ 1481.208094] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.208328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.208328] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.208531] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.208675] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.220890] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: IN_PROGRESS for 2s [ 1483.235962] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: SUCCESS [ 1483.236282] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.560828] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.560828] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.561470] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.561470] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.974994] env[67174]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1489.975205] env[67174]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-da085212-eab8-45a1-8fde-ed5c7553640e None None] NSXv3 Agent Agent loop - iteration:4 started [ 1494.562800] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.563183] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.498846] env[67174]: INFO networking_nsxv3.common.synchronization [req-045d51f6-7fbb-4b36-b208-5f320367f815 req-c226cde3-22e4-4866-978f-6541e4e5ab6a tempest-ServerRescueTestJSON-2043576289 tempest-ServerRescueTestJSON-2043576289-project-member] Enqueued Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_members [ 1498.499398] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_members [ 1498.499718] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.499848] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.499918] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.500115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.500275] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.500375] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.500438] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.500578] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.500693] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.500758] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.003050] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.505796] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.008216] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.008456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.008456] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.008661] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.008743] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.008844] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceb975c-d598-47ff-a396-ef785282e100 is going to be updated. [ 1500.038306] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.038517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.038517] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.038947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.038947] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.048358] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: IN_PROGRESS for 2s [ 1502.060682] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: SUCCESS [ 1502.060682] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.500704] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.501145] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.367941] env[67174]: INFO networking_nsxv3.common.synchronization [req-5b6f7b59-c4cd-4bd3-9930-5ea6db975abf req-17eca2c9-4a22-4241-b861-b3ccf5be1f1e tempest-ServerRescueTestJSON-2043576289 tempest-ServerRescueTestJSON-2043576289-project-member] Enqueued Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_members [ 1504.368162] env[67174]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceb975c-d598-47ff-a396-ef785282e100 with Priority: HIGHEST for action security_group_members [ 1504.368474] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceb975c-d598-47ff-a396-ef785282e100 taken with stack trace [, , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.368592] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.368657] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.368851] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.369013] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.369115] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.369175] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.369320] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.369402] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.369491] env[67174]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceb975c-d598-47ff-a396-ef785282e100',) {} {{(pid=67174) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.871796] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.872303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.872303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.872303] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.872420] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.872543] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.872640] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.872692] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.872837] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.872914] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.873009] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceb975c-d598-47ff-a396-ef785282e100 is going to be updated. [ 1504.901639] env[67174]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67174) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.901847] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.901903] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.902076] env[67174]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.902219] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.910204] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: IN_PROGRESS for 2s [ 1506.920834] env[67174]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceb975c-d598-47ff-a396-ef785282e100 in Status: SUCCESS [ 1506.921277] env[67174]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceb975c-d598-47ff-a396-ef785282e100 deletion is rescheduled due to dependency. [ 1506.921277] env[67174]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceb975c-d598-47ff-a396-ef785282e100" {{(pid=67174) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.369667] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.369667] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.370677] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.371105] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.372326] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.372699] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.373992] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.374435] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.375171] env[67174]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.375523] env[67174]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0